-- Logs begin at Mon 2021-07-19 16:52:35 UTC, end at Mon 2021-07-19 17:50:11 UTC. -- Jul 19 17:24:04.091551 dv-cinder-800695-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 19 17:24:06.819372 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.common.config [-] Logging enabled! Jul 19 17:24:06.819987 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev478 Jul 19 17:24:06.820160 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93274) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 19 17:24:06.823365 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.common.config [-] Logging enabled! Jul 19 17:24:06.823624 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev478 Jul 19 17:24:06.823942 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93274) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 19 17:24:06.824927 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 19 17:24:06.825169 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 19 17:24:06.825540 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 17:24:06.825798 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 19 17:24:06.826022 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 19 17:24:06.826354 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.826661 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.826966 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.827200 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.827504 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.827803 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.828105 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.828420 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.828725 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.829021 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.829309 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.829600 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.829837 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.830127 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.830423 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.830718 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.830948 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] debug = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.831237 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.831667 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.832107 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.832404 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.832703 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.832992 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.833270 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.833554 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.833846 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.834242 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] host = dv-cinder-800695-4-iscsi {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.834532 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.834830 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.835128 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.835422 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.835704 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.835991 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.836316 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.836595 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.836877 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] log_file = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.837162 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.837459 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.837754 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.838051 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.838287 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.838512 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.838808 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.839103 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.839387 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.839667 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.839949 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.840260 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.840545 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.840823 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.841116 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.841407 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.841699 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.841981 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.842268 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.842548 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.842828 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.843124 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.843402 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.843683 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.843964 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.844292 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.844570 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.844853 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.845161 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.845453 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.845741 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.846036 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.846316 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.846601 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.846883 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.847162 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.847440 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] use_json = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.847719 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.847993 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.848313 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.848595 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.848873 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.849154 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.849432 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.850247 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:06.850565 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.850857 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.851165 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.851456 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.851760 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.852045 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.852369 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.852653 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.852946 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.853243 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.853541 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.853820 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.854114 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.854396 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.854698 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.855010 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.855310 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.855609 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.855926 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.856202 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.856486 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.856772 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.857064 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.857364 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.857659 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.857939 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.858226 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.858521 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.858802 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.859079 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.859361 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.859653 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.859937 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.860242 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.860533 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.860813 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.861094 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.861375 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.861671 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.861958 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.862250 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.862523 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.862800 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.863082 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.863361 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.863651 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.863937 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.864244 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.864524 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.864810 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.865096 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.865993 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.866287 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.866617 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.866852 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.867132 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.867666 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.867949 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.868258 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.868541 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.868820 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.869099 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.869382 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.869661 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.869941 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.870220 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.870499 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.870779 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.871073 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.871376 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.871660 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.871946 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.872265 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.872551 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.872836 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.873117 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.873404 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.873687 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.873967 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.874264 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.874555 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.874845 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.875134 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.875417 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.875719 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.876003 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.876321 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.876609 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.876892 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.877188 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.877475 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.877775 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.878077 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.878377 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.878678 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.879009 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.879261 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.879575 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.879863 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:06.880106 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 19 17:24:06.880353 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93274) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 19 17:24:07.233728 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 17:24:07.234008 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 17:24:07.234305 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 17:24:07.234644 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 19 17:24:07.637859 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:07.638158 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:07.638439 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:07.639643 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:07.639920 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:07.640211 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:07.675066 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:07.675352 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:07.675625 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:07.689134 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:07.689420 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:07.689695 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:07.720328 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:07.720617 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:07.720893 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:07.758176 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:07.758464 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:07.758739 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:07.993330 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:07.993943 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:07.993943 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:07.994084 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:07.994751 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.117796 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.118118 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.118404 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.118681 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.118957 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.119270 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.119535 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.119794 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.120052 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.120369 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.120633 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.120911 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.121174 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.121432 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.121692 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.121969 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.122229 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.122500 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.122770 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.123031 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.123313 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.123571 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.123853 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.124260 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.124515 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.124769 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.125172 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:24:08.125418 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:24:08.125661 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:24:08.125901 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:24:08.126140 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:24:08.126378 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:24:08.126747 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 19 17:24:08.130014 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 19 17:24:08.134559 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 19 17:24:08.138365 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jul 19 17:24:08.140033 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 19 17:24:08.140514 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 19 17:24:08.140858 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 19 17:24:08.141255 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 19 17:24:08.145373 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 19 17:24:08.145630 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 19 17:24:08.145987 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 19 17:24:08.174800 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 19 17:24:08.175277 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.175582 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93274) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 19 17:24:08.175951 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.177405 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93274) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 19 17:24:08.177704 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 19 17:24:08.178493 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 19 17:24:08.181782 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.182097 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.247165 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 19 17:24:08.247337 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 19 17:24:08.247533 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 19 17:24:08.247921 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 19 17:24:08.268927 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_db.sqlalchemy.engines [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93274) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 19 17:24:08.812642 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.managers [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Initializing driver for type 'gre' Jul 19 17:24:08.813338 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] gre ID ranges: [(1, 1000)] Jul 19 17:24:08.865256 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.managers [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Initializing driver for type 'local' Jul 19 17:24:08.865639 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.managers [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Initializing driver for type 'vlan' Jul 19 17:24:08.879431 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] VlanTypeDriver initialization complete Jul 19 17:24:08.879922 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.managers [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Initializing driver for type 'vxlan' Jul 19 17:24:08.880508 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] vxlan ID ranges: [(1, 1000)] Jul 19 17:24:08.936719 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.managers [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Initializing extension driver 'port_security' Jul 19 17:24:08.937072 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.extensions.port_security [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] PortSecurityExtensionDriver initialization complete Jul 19 17:24:08.937431 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.managers [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Initializing mechanism driver 'openvswitch' Jul 19 17:24:08.937781 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.managers [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Initializing mechanism driver 'hyperv' Jul 19 17:24:08.945073 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:08.945945 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > port after_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.946320 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > port after_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.946674 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > port after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.947201 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 17:24:08.947635 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > subnet after_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.947987 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > subnet after_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.948358 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.948747 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 17:24:08.949148 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > network after_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.949498 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > network after_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.949840 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > network after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.950226 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 17:24:08.950627 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > security_group after_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.950979 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > security_group after_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.951320 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > security_group after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.951709 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 17:24:08.952132 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.952481 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.952822 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.953205 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 17:24:08.953614 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > address_group after_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.953990 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > address_group after_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.954329 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > address_group after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.954713 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 17:24:08.955088 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] ML2 OVO RPC backend initialized. {{(pid=93274) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 19 17:24:08.955818 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.956204 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.956621 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > network before_response 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.956967 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > networks before_response 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.957313 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > port before_response 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.957652 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > ports before_response 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.957995 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > subnet before_response 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.958335 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > subnets before_response 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.958677 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > network after_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.959014 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > network after_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.959347 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > network after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.959682 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > port after_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.960011 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > port after_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.960373 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > port after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.960706 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > subnet after_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.961036 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > subnet after_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.961365 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:08.961968 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.plugin [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Modular L2 Plugin initialization complete Jul 19 17:24:08.962295 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading services supported by the core plugin {{(pid=93274) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 19 17:24:08.962623 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.plugins.ml2.managers [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Got port-security extension from driver 'port_security' Jul 19 17:24:08.963090 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.extensions.vlantransparent [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Disabled vlantransparent extension. Jul 19 17:24:08.963573 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93274) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 19 17:24:08.963888 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading Plugin: router Jul 19 17:24:09.001264 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router_interface before_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.001913 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router after_create 55549900 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.002023 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router before_create 55549900 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.002368 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.002740 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.003100 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router after_delete 55549900 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.003472 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > floatingip after_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.003969 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router after_create 55549900 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.004370 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router after_update 55549900 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.004726 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router after_update 55549900 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.005078 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.005440 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router after_update 55549900 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.005854 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router precommit_update 55549900 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.006268 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: port after_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.006609 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: port after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.006948 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: subnet after_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.007288 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.007638 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > port precommit_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.007987 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router precommit_create 55549900 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.008360 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: port before_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.008707 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router precommit_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.009066 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router after_update 55549900 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.009411 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router precommit_delete 55549900 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.009763 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router precommit_create 55549900 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.010127 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.010480 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router precommit_update 55549900 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.010853 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > agent after_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.011427 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > agent after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.011557 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > network after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.012539 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Tracking information for resource: router configured {{(pid=93274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:24:09.012875 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Tracking information for resource: floatingip configured {{(pid=93274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:24:09.018146 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.db.l3_agentschedulers_db [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 19 17:24:09.018744 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: port after_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.019118 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: port after_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.019467 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: port after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.019822 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: port after_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.020684 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router before_create 55550100 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.021055 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router precommit_delete 55550100 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.021445 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router precommit_create 55550100 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.021816 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > router precommit_update 55550100 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.026356 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.services.provider_configuration [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Service providers = [] {{(pid=93274) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 19 17:24:09.026721 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.db.servicetype_db [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93274) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 19 17:24:09.029776 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.services.service_base [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93274) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 17:24:09.030126 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.services.service_base [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93274) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 17:24:09.030468 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.services.service_base [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93274) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 17:24:09.031355 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.services.service_base [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93274) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 17:24:09.031765 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.services.service_base [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 19 17:24:09.032184 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:24:09.032503 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 19 17:24:09.043899 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:24:09.044279 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading Plugin: auto_allocate Jul 19 17:24:09.050054 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: network precommit_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.050423 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: network precommit_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.050953 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:24:09.051275 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading Plugin: tag Jul 19 17:24:09.058159 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:24:09.058491 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading Plugin: timestamp Jul 19 17:24:09.062377 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:24:09.062756 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading Plugin: network_ip_availability Jul 19 17:24:09.068172 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.069070 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.069469 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.070215 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:24:09.070530 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading Plugin: flavors Jul 19 17:24:09.076849 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:24:09.077182 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading Plugin: revisions Jul 19 17:24:09.081542 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:24:09.081940 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_concurrency.lockutils [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.848s {{(pid=93274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 17:24:09.082693 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93274) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 19 17:24:09.083029 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Initializing extension manager. Jul 19 17:24:09.083540 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: __init__.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.083878 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: __pycache__ {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.084328 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.084664 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: address_group.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.085431 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.085998 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: address-group Jul 19 17:24:09.086320 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: address_scope.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.087030 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.087535 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: address-scope Jul 19 17:24:09.087861 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: admin_state_down_before_update.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.088830 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.089342 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: router-admin-state-down-before-update Jul 19 17:24:09.089669 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: agent.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.090369 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.090872 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: agent Jul 19 17:24:09.091194 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: agent_resources_synced.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.092124 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.092635 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: agent-resources-synced Jul 19 17:24:09.092955 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: allowedaddresspairs.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.094796 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.095311 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: allowed-address-pairs Jul 19 17:24:09.095639 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: auto_allocated_topology.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.096756 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.097267 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: auto-allocated-topology Jul 19 17:24:09.097590 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: availability_zone.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.098280 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.098779 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: availability_zone Jul 19 17:24:09.099101 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: availability_zone_filter.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.100564 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.101065 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: availability_zone_filter Jul 19 17:24:09.101386 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: data_plane_status.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.102311 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.102819 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension data-plane-status not supported by any of loaded plugins Jul 19 17:24:09.103143 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: default_subnetpools.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.104070 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.104601 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: default-subnetpools Jul 19 17:24:09.104927 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: dhcpagentscheduler.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.105768 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.106267 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: dhcp_agent_scheduler Jul 19 17:24:09.106587 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: dns.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.107503 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.108005 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension dns-integration not supported by any of loaded plugins Jul 19 17:24:09.108353 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: dns_domain_ports.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.109272 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.109772 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 19 17:24:09.110091 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.111012 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.111513 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 19 17:24:09.111833 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: dvr.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.112550 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.113049 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: dvr Jul 19 17:24:09.113364 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: ecmp_routes.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.114306 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.114806 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension ecmp_routes not supported by any of loaded plugins Jul 19 17:24:09.115131 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: empty_string_filtering.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.116126 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.116696 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: empty-string-filtering Jul 19 17:24:09.117017 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.118194 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.118697 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 19 17:24:09.119016 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.119933 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.120483 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 19 17:24:09.120801 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: external_net.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.121776 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.122342 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: external-net Jul 19 17:24:09.122538 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: extra_dhcp_opt.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.123472 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.123975 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: extra_dhcp_opt Jul 19 17:24:09.124318 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: extraroute.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.125235 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.125733 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: extraroute Jul 19 17:24:09.126050 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: extraroute_atomic.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.127086 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.127590 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: extraroute-atomic Jul 19 17:24:09.127910 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: filter_validation.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.128621 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.129118 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: filter-validation Jul 19 17:24:09.129436 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: fip_pf_description.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.130574 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.131597 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 19 17:24:09.131917 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: fip_port_details.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.132894 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.133399 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: fip-port-details Jul 19 17:24:09.133717 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: flavors.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.134959 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.135467 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: flavors Jul 19 17:24:09.135839 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.137549 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.138068 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 19 17:24:09.138391 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: floatingip_pools.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.139080 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.139588 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: floatingip-pools Jul 19 17:24:09.139911 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: ip_allocation.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.140868 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.141370 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension ip_allocation not supported by any of loaded plugins Jul 19 17:24:09.141695 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.142593 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.143092 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: ip-substring-filtering Jul 19 17:24:09.143414 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: l2_adjacency.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.144357 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.144856 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension l2_adjacency not supported by any of loaded plugins Jul 19 17:24:09.145178 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: l3.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.146175 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.147232 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: router Jul 19 17:24:09.147554 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: l3_conntrack_helper.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.149863 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.150390 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 19 17:24:09.150722 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.151667 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.152207 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: ext-gw-mode Jul 19 17:24:09.152533 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.153473 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.153978 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: l3-ha Jul 19 17:24:09.154306 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: l3_flavors.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.155225 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.155728 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: l3-flavors Jul 19 17:24:09.156048 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.156976 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.157481 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: l3-port-ip-change-not-allowed Jul 19 17:24:09.157804 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: l3agentscheduler.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.158896 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.159397 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: l3_agent_scheduler Jul 19 17:24:09.159720 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: logging.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.161267 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.161778 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension logging not supported by any of loaded plugins Jul 19 17:24:09.162107 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: metering.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.162878 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.163452 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: metering Jul 19 17:24:09.163777 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.164895 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.165418 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: metering_source_and_destination_fields Jul 19 17:24:09.165767 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: multiprovidernet.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.166828 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.167337 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: multi-provider Jul 19 17:24:09.167660 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: netmtu.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.168605 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.169110 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: net-mtu Jul 19 17:24:09.169437 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: netmtu_writable.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.170348 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.170852 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: net-mtu-writable Jul 19 17:24:09.171173 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: network_availability_zone.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.171839 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.172364 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: network_availability_zone Jul 19 17:24:09.172687 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: network_ip_availability.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.176343 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.176343 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: network-ip-availability Jul 19 17:24:09.176343 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: network_segment_range.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.176343 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.176343 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension network-segment-range not supported by any of loaded plugins Jul 19 17:24:09.176343 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: pagination.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.177239 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.177566 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: pagination Jul 19 17:24:09.177925 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: port_device_profile.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.178843 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.179349 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: port-device-profile Jul 19 17:24:09.179669 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.180613 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.181112 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: port-mac-address-regenerate Jul 19 17:24:09.181430 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.182349 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.182845 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: port-numa-affinity-policy Jul 19 17:24:09.183162 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: port_resource_request.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.184069 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.184589 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension port-resource-request not supported by any of loaded plugins Jul 19 17:24:09.184917 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: portbindings.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.185853 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.186353 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: binding Jul 19 17:24:09.186674 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: portbindings_extended.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.187984 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.188543 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: binding-extended Jul 19 17:24:09.188872 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: portsecurity.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.189788 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.190295 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: port-security Jul 19 17:24:09.190616 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: project_id.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.191601 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.191931 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: project-id Jul 19 17:24:09.192276 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: providernet.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.193191 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.194248 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: provider Jul 19 17:24:09.194574 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: qos.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.198197 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.198737 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension qos not supported by any of loaded plugins Jul 19 17:24:09.199071 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.200382 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.200892 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 19 17:24:09.201218 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.202149 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.202660 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 19 17:24:09.202983 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: qos_default.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.203899 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.204447 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension qos-default not supported by any of loaded plugins Jul 19 17:24:09.204773 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: qos_fip.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.205436 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.205935 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension qos-fip not supported by any of loaded plugins Jul 19 17:24:09.206253 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: qos_gateway_ip.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.207169 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.207671 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 19 17:24:09.207995 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: qos_port_network_policy.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.208927 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.210035 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 19 17:24:09.210358 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: qos_rule_type_details.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.211278 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.211783 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 19 17:24:09.212132 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: qos_rules_alias.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.213184 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.213692 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 19 17:24:09.214013 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: quotasv2.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.214994 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.215545 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: quotas Jul 19 17:24:09.215869 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: quotasv2_detail.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.219044 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.219387 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: quota_details Jul 19 17:24:09.219717 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: rbac.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.220847 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.221384 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: rbac-policies Jul 19 17:24:09.221712 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: rbac_address_group.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.222659 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.223168 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: rbac-address-group Jul 19 17:24:09.223495 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: rbac_address_scope.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.224447 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.225032 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: rbac-address-scope Jul 19 17:24:09.225356 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: rbac_security_groups.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.226287 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.226802 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: rbac-security-groups Jul 19 17:24:09.227126 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: rbac_subnetpool.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.228040 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.228570 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: rbac-subnetpool Jul 19 17:24:09.228889 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: revisionifmatch.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.229814 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.230327 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: revision-if-match Jul 19 17:24:09.230644 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: revisions.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.231776 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.232322 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: standard-attr-revisions Jul 19 17:24:09.232653 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: router_availability_zone.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.233338 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.233840 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: router_availability_zone Jul 19 17:24:09.234159 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: routerservicetype.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.235096 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.235604 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension router-service-type not supported by any of loaded plugins Jul 19 17:24:09.235925 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.236871 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.237377 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: security-groups-normalized-cidr Jul 19 17:24:09.237696 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: security_groups_port_filtering.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.238625 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.239129 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: port-security-groups-filtering Jul 19 17:24:09.239447 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.240442 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.240946 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: security-groups-remote-address-group Jul 19 17:24:09.241266 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: securitygroup.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.251768 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.252367 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: security-group Jul 19 17:24:09.252703 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: segment.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.253577 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.254085 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension segment not supported by any of loaded plugins Jul 19 17:24:09.254431 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.255457 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.256523 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 19 17:24:09.256856 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: servicetype.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.257979 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.258497 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: service-type Jul 19 17:24:09.258822 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: sorting.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.259804 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.260163 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: sorting Jul 19 17:24:09.260491 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: standard_attr_segment.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.261479 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.261989 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 19 17:24:09.262312 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: standardattrdescription.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.262972 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.263474 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: standard-attr-description Jul 19 17:24:09.263797 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: stateful_security_group.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.264796 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.265306 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: stateful-security-group Jul 19 17:24:09.265630 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: stdattrs_common.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.266224 dv-cinder-800695-4-iscsi neutron-server[93274]: WARNING neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 19 17:24:09.266548 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.267490 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.267999 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 19 17:24:09.268351 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: subnet_onboard.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.269436 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.269956 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: subnet_onboard Jul 19 17:24:09.270281 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.271215 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.272302 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 19 17:24:09.272629 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: subnet_service_types.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.273551 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.274058 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: subnet-service-types Jul 19 17:24:09.274382 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: subnetallocation.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.275459 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.275974 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: subnet_allocation Jul 19 17:24:09.276325 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.276996 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.277497 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: subnetpool-prefix-ops Jul 19 17:24:09.277817 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.278745 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.279247 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 19 17:24:09.279569 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: tagging.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.280689 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.281195 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: standard-attr-tag Jul 19 17:24:09.281519 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: timestamp.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.282751 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.283260 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loaded extension: standard-attr-timestamp Jul 19 17:24:09.283586 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: trunk.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.284639 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.285161 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension trunk not supported by any of loaded plugins Jul 19 17:24:09.285478 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: trunk_details.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.286397 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.286909 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension trunk-details not supported by any of loaded plugins Jul 19 17:24:09.287255 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: uplink_status_propagation.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.288199 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.288710 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 19 17:24:09.289029 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Loading extension file: vlantransparent.py {{(pid=93274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:24:09.289706 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:24:09.290202 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extension vlan-transparent not supported by any of loaded plugins Jul 19 17:24:09.292761 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Creating instance of TrackedResource for resource:network Jul 19 17:24:09.293307 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Creating instance of TrackedResource for resource:subnet Jul 19 17:24:09.293704 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 17:24:09.294093 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Creating instance of TrackedResource for resource:port Jul 19 17:24:09.295363 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.v2.resource_helper [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:24:09.295813 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.v2.resource_helper [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Service FLAVORS assigned prefix: {{(pid=93274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:24:09.296460 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.v2.resource_helper [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:24:09.296893 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.v2.resource_helper [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:24:09.297222 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Creating instance of TrackedResource for resource:router Jul 19 17:24:09.297661 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Creating instance of TrackedResource for resource:floatingip Jul 19 17:24:09.298146 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.v2.resource_helper [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Service METERING assigned prefix: /metering {{(pid=93274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:24:09.299621 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.299996 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.300380 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:24:09.301415 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Creating instance of CountableResource for resource:rbac_policy Jul 19 17:24:09.301858 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Creating instance of TrackedResource for resource:security_group Jul 19 17:24:09.302296 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 19 17:24:09.302979 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.v2.resource_helper [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Service CORE assigned prefix: {{(pid=93274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:24:09.303310 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 17:24:09.303658 dv-cinder-800695-4-iscsi neutron-server[93274]: WARNING neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] subnetpool is already registered Jul 19 17:24:09.304107 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.v2.resource_helper [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Service CORE assigned prefix: {{(pid=93274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:24:09.304429 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 17:24:09.304759 dv-cinder-800695-4-iscsi neutron-server[93274]: WARNING neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] subnetpool is already registered Jul 19 17:24:09.307154 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.v2.resource_helper [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:24:09.307592 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.v2.resource_helper [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Service FLAVORS assigned prefix: {{(pid=93274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:24:09.308223 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.v2.resource_helper [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:24:09.308650 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.v2.resource_helper [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:24:09.308984 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Creating instance of TrackedResource for resource:router Jul 19 17:24:09.309324 dv-cinder-800695-4-iscsi neutron-server[93274]: WARNING neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] router is already registered Jul 19 17:24:09.309733 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Creating instance of TrackedResource for resource:floatingip Jul 19 17:24:09.310066 dv-cinder-800695-4-iscsi neutron-server[93274]: WARNING neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] floatingip is already registered Jul 19 17:24:09.310525 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.v2.resource_helper [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Service METERING assigned prefix: /metering {{(pid=93274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:24:09.311198 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Creating instance of CountableResource for resource:rbac_policy Jul 19 17:24:09.311528 dv-cinder-800695-4-iscsi neutron-server[93274]: WARNING neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] rbac_policy is already registered Jul 19 17:24:09.311937 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Creating instance of TrackedResource for resource:security_group Jul 19 17:24:09.312296 dv-cinder-800695-4-iscsi neutron-server[93274]: WARNING neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] security_group is already registered Jul 19 17:24:09.312697 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 19 17:24:09.313077 dv-cinder-800695-4-iscsi neutron-server[93274]: WARNING neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] security_group_rule is already registered Jul 19 17:24:09.313661 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.v2.resource_helper [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Service CORE assigned prefix: {{(pid=93274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:24:09.313982 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 17:24:09.314311 dv-cinder-800695-4-iscsi neutron-server[93274]: WARNING neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] subnetpool is already registered Jul 19 17:24:09.314726 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.v2.resource_helper [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Service CORE assigned prefix: {{(pid=93274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:24:09.315047 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 17:24:09.315374 dv-cinder-800695-4-iscsi neutron-server[93274]: WARNING neutron.quota.resource_registry [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] subnetpool is already registered Jul 19 17:24:09.315842 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: extensions {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.317364 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: address-groups {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.319395 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: address-scopes {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.321079 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: agents {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.322248 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: auto-allocated-topology {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.323471 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: availability_zones {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.324692 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: dhcp-networks {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.326190 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: dhcp-agents {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.327692 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: routers {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.329421 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: flavors {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.331881 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: service_profiles {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.333127 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: next_providers {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.334579 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: service_profiles {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.336162 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: floatingip-pools {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.337379 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: routers {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.339049 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: floatingips {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.340406 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: l3-routers {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.341792 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: l3-agents {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.343208 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: metering-labels {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.344495 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: metering-label-rules {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.345853 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: network-ip-availabilities {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.347095 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: bindings {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.348669 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: quotas {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.350236 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: quotas {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.351638 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: rbac-policies {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.352849 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: security-groups {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.354135 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: security-group-rules {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.355362 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: service-providers {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.356625 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: subnetpools {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.357920 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: subnetpools {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.359455 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: tags {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.361156 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: tags {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.362973 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: tags {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.364767 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: tags {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.367012 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: tags {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.369247 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: tags {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.370928 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: tags {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.372851 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: tags {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.374701 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: tags {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.376467 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron.api.extensions [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Extended resource: tags {{(pid=93274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:24:09.383804 dv-cinder-800695-4-iscsi neutron-server[93274]: WARNING keystonemiddleware.auth_token [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 19 17:24:09.388445 dv-cinder-800695-4-iscsi neutron-server[93274]: WARNING keystonemiddleware.auth_token [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 19 17:24:09.397038 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_concurrency.lockutils [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Acquired lock "singleton_lock" {{(pid=93274) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 19 17:24:09.397514 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_concurrency.lockutils [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Releasing lock "singleton_lock" {{(pid=93274) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 19 17:24:09.398159 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO oslo_service.service [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Starting 2 workers Jul 19 17:24:09.402925 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Started child 93383 {{(pid=93274) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 17:24:09.407373 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Started child 93384 {{(pid=93274) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 17:24:09.408364 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:09.409063 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO neutron.service [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Neutron service started, listening on 0.0.0.0:9696 Jul 19 17:24:09.409766 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Notify callbacks [] for process, before_spawn {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:09.409867 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [-] (93383) wsgi starting up on http://0.0.0.0:9696 Jul 19 17:24:09.412141 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:09.412601 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO oslo_service.service [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Starting 1 workers Jul 19 17:24:09.413495 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [-] (93384) wsgi starting up on http://0.0.0.0:9696 Jul 19 17:24:09.417417 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Started child 93385 {{(pid=93274) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 17:24:09.417943 dv-cinder-800695-4-iscsi neutron-server[93274]: INFO oslo_service.service [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Starting 1 workers Jul 19 17:24:09.421354 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.service [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] calling RpcWorker wait() {{(pid=93385) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 19 17:24:09.421919 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.service [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] returning from RpcWorker wait() {{(pid=93385) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 19 17:24:09.422412 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Started child 93386 {{(pid=93274) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 17:24:09.423263 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:09.423370 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a4b44a9-c117-4c5d-8d26-c577a566107a None None] Notify callbacks [] for process, after_spawn {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:09.423787 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:09.425204 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93274) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 19 17:24:09.425414 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 19 17:24:09.425598 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 19 17:24:09.425810 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 17:24:09.426154 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 19 17:24:09.426625 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 19 17:24:09.427173 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.427335 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:09.428703 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.428703 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.428703 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.428903 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:09.428972 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.429372 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.429631 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.429885 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.430169 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.430434 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.430605 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.430758 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.431014 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.431246 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.431550 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.431811 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.432051 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.432349 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.432521 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.432760 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.433023 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.433270 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.433542 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] debug = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.433781 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.434284 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.434535 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.434772 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.434991 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.435258 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.435480 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.435743 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.435985 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.436244 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.436452 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.436706 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.436946 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.437183 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.437437 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.437707 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.437930 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.438381 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] host = dv-cinder-800695-4-iscsi {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.438602 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.438840 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.439084 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.439331 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.439586 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.439799 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.440041 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.440340 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.440604 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.440827 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.441083 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.441361 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.441579 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.441814 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] log_file = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.441978 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] log_options = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.442224 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.442481 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.442738 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.442926 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.443166 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.443312 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.444137 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.444426 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.444698 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.444936 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.445154 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.445427 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.445588 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.445785 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.446045 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.446294 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.446527 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.446756 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.447019 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.447309 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.447461 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.447688 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.447921 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.448161 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.448376 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.448591 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.448814 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.449026 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.449257 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.449526 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.449761 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.450092 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.450244 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.450472 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.450733 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.450977 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.451119 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.451365 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.451592 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.451846 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.452122 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.452335 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.452585 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.452819 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.453055 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.453290 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] use_json = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.453503 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.453741 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.453992 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.454205 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.454419 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.454631 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.454843 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.455074 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.455538 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.455780 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.456774 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.456774 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.456774 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.457039 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.457109 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.457294 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.457519 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.457744 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.458179 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.458423 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.458701 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.458967 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.459280 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.459592 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.459923 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.460155 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.460373 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.460594 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.460818 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.461035 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.461367 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.461638 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.462488 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.462488 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.462488 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.465233 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.465233 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.465233 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.465233 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.465233 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.465233 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.465233 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.465233 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.465233 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.468772 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.468772 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.468772 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.468772 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.468772 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.468772 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.468772 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.468772 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.468772 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.469406 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.469406 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.469406 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.469406 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.469406 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.469406 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.469406 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.469406 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.469406 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.470000 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.470000 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.470000 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.470000 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.470000 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.470000 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.470000 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.470000 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.470528 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.470528 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.470528 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.470740 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.473360 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.473360 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.473360 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.473360 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.473360 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.473360 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.473360 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.473360 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.473360 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.474454 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.474454 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.474454 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.474454 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.474454 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.474454 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.474454 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.474454 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.475022 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.475022 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.475893 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.475893 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.475893 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.475893 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.476621 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.476621 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.476621 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.478726 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.478726 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.478726 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.478726 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.478726 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.478726 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.478726 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.478726 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.479264 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.479264 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.479264 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.479494 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.480895 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.480895 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.480895 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.480895 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.480895 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.480895 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.481378 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.481378 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.481620 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.481901 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.482112 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.482385 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.482798 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.483107 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.483362 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.483630 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.483874 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.484139 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.484374 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.484631 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.484968 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.485342 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.485709 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.486115 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.486383 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.486628 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.486843 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.487076 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.487559 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.487802 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.488050 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.488322 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.488611 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.488871 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.489113 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.489378 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.489633 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.489870 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.490125 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.490888 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.491231 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.493669 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.493669 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.493669 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.493669 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.493669 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.493669 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.493669 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.493669 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.494258 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.494258 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.494258 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.494258 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.494258 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.494604 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.494604 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.494797 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.495004 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.495259 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.495465 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.497420 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.497420 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.497420 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.497420 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.497420 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.497420 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.497420 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.497420 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.498022 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.498022 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.498022 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.498256 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.498433 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.498635 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.498848 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.499064 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.499276 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.499482 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.499698 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.500007 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.500241 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.500642 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.500818 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.501163 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.501410 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.501696 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.501870 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.502323 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.502323 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.502554 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.502802 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.502968 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.503175 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.503392 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.503646 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.503885 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.504198 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.504198 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.504198 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.504198 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.504198 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.504198 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.504198 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.504198 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.504198 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.510351 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.510351 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.510351 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.510351 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.510351 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.510351 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.510351 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.510351 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.510894 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.510894 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.510894 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.510894 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.510894 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.510894 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.510894 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.510894 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.511462 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.511462 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.511462 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.511462 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.511462 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.511462 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.511462 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.512009 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.512009 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.512160 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.512407 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.512806 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.513060 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.513283 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.513574 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.513802 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.514045 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.514270 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.514605 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.514835 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.515093 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.515309 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.515670 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.515781 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.516001 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.516342 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.516624 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.516851 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.517236 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.517706 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.517979 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.518243 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.519397 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.519397 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.519397 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.519397 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.519758 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.519842 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.520115 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.520479 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.520699 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.520930 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.521167 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.521381 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.521698 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.522006 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.522195 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.522423 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.522655 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.522892 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.523133 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.523366 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.523601 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.523814 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.523970 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 19 17:24:09.524512 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93274) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 19 17:24:09.524673 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 19 17:24:09.524825 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 19 17:24:09.525008 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 17:24:09.525178 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 19 17:24:09.525328 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 19 17:24:09.525532 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.525691 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.525848 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.526007 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.526164 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.526359 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.526520 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.526674 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.526829 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.526982 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.527136 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.527291 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.527552 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.527653 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.527734 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.527892 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.528181 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.528277 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.528361 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.528503 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.528661 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.528816 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.528968 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] debug = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.529128 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.529317 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.529478 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.529631 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.529785 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.529939 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.530093 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.530249 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.530403 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.530557 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.530710 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.530865 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.531019 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.531199 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.531328 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.531483 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.531636 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.531792 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] host = dv-cinder-800695-4-iscsi {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.531946 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.532120 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.532279 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.532434 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.532588 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.532742 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.532897 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.533052 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.533207 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.533362 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.533516 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.533669 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.533824 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.533977 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] log_file = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.534131 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] log_options = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.534285 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.534439 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.534593 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.534774 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.534935 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.535090 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.535245 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.535399 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.535555 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.535787 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.535888 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.536079 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.536188 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.536322 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.536476 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.536629 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.536783 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.536938 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.537091 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.537276 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.537431 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.537585 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.537739 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.537951 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.538050 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.538184 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.538338 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.538492 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.538646 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.538799 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.538954 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.539113 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.539267 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.539420 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.539574 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.539729 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.539881 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.540081 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.540241 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.540349 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.540503 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.540658 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.540813 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.540966 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.541189 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.541340 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] use_json = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.541494 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.541647 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.541801 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.541955 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.542111 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.542266 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.542422 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.542640 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:24:09.542743 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.542906 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.543076 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.543236 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.543394 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.543552 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.543708 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.543865 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.544024 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.544356 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.544356 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.544603 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.544728 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.544854 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.544955 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.545226 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.545400 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.545400 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.546078 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.546078 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.546078 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.546078 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.547004 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.547004 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.547004 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.547004 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.547004 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.547004 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.547004 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.548722 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.548722 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.548722 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.548722 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.548722 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.548722 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.548722 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.548722 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.548722 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.549326 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.549326 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.549326 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.549326 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.549326 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.549326 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.549739 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.549739 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.549739 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.549945 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.549945 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.550116 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.550390 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.550501 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.550587 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.550731 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.550894 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.551054 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.551210 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.551368 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.551523 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.551655 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.551816 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.551987 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.552561 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.552561 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.552561 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.552561 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.552561 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.552561 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.552561 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.552561 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.554308 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.554308 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.554308 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.554308 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.554592 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.554592 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.554765 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.555476 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.555476 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.555476 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.555476 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.555476 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.555476 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.555476 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.556332 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.556332 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.556332 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.556560 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.556560 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.556703 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.556824 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.557021 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.557459 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.557459 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.557459 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.557986 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.557986 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.557986 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.559059 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.559059 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.559059 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.559059 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.559059 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.559059 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.559059 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.559059 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.559615 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.559615 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.559615 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.559615 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.559883 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.559961 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.560048 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.560228 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.560383 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.560551 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.560720 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.560879 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.561036 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.561194 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.561351 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.561523 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.561723 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.561819 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.561968 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.562122 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.562282 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.562446 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.562618 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.562777 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.562949 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.563145 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.563238 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.563442 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.563545 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.563702 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.563863 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.564006 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.564238 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.564400 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.564554 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.564693 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.564831 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.564969 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.565127 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.565275 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.565433 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.565663 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.565815 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.565942 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.566064 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.566186 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.566332 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.566490 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.566647 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.566805 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.566964 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.567114 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.567273 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.567431 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.567588 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.567675 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:09.567770 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.567892 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.568049 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.568228 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.568385 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.568641 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.568802 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.568959 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.569119 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.569277 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.569437 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.569594 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.569756 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.569914 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.570072 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.570231 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.570413 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.570573 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.570731 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.570889 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.571047 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.571205 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.571364 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.571522 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.571681 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.571842 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.572016 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.572203 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.572361 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.572518 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.572675 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.572832 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.572989 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.573145 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.573302 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.573458 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.573656 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.573776 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.573938 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.574097 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.574253 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.574410 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.574569 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.574728 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.574885 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.575059 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.575210 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.575357 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.575500 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.575654 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.575873 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.576010 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.576167 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.576297 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.576429 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.576581 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.576798 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.576971 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.577128 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.577286 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.577443 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.577599 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.577756 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.577923 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.578081 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.578238 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.578396 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.578551 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.578707 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.578875 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.579032 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.579196 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.579342 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.579501 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.579656 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.579820 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.580077 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.580365 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.580365 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.580522 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.580609 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.580742 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.580910 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.581068 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.581228 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.581386 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.581548 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.581704 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.581861 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.582041 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.582188 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.582352 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.582513 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.582680 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.582854 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.583177 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.583177 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.583336 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.583485 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.583645 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.583799 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.583960 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.584639 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.584796 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.584953 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.585110 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.585272 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.585430 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.585588 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.585746 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.585897 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.586053 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.586187 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.586343 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.586498 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.586655 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.586812 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.587179 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:24:09.587179 dv-cinder-800695-4-iscsi neutron-server[93274]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 19 17:24:09.777265 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 33078) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:09.785827 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062230 Jul 19 17:24:21.294286 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd18e13-c5e5-445a-9cda-11572ab79db3 None None] get_active_networks_info from dv-cinder-800695-4-iscsi {{(pid=93385) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 17:24:21.352192 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd18e13-c5e5-445a-9cda-11572ab79db3 None None] No non-hosted networks {{(pid=93385) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 19 17:24:21.366293 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.agentschedulers_db [None req-edd18e13-c5e5-445a-9cda-11572ab79db3 None None] DHCP Agent not found on host dv-cinder-800695-4-iscsi {{(pid=93385) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 19 17:24:21.478493 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-eef14609-453b-45f8-abef-acd50682371d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634395'] for agent, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:23.967910 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ac9e06cb-9814-4c59-af55-7856606fc9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634395'] for agent, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:24.068073 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0574ceb7-efb0-48e0-9373-89713456ebda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:24.409429 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634395'] for agent, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:24.410486 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:24.411287 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:24.411825 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:24.412508 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:24.413067 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:24.413594 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:24.414118 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:24.414663 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:24.415207 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:24.415730 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:24.416295 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:24.416820 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:24.417437 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800695-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:24.424901 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800695-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:25.314735 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634395'] for agent, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:26.796157 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.db.l3_hamode_db [None req-e5320911-03ef-49b0-ba47-d302cb7828a7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 19 17:24:26.875361 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5320911-03ef-49b0-ba47-d302cb7828a7 None None] Routers set() bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:24:26.875700 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5320911-03ef-49b0-ba47-d302cb7828a7 None None] Router IDs set() for agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 19 17:24:27.002561 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634395'] for agent, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:28.009122 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 33168) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:28.520778 dv-cinder-800695-4-iscsi neutron-server[93384]: WARNING oslo_policy.policy [None req-b3f98170-1f9e-4839-8ecf-d471cac7fca2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:24:28.521397 dv-cinder-800695-4-iscsi neutron-server[93384]: WARNING oslo_policy.policy [None req-b3f98170-1f9e-4839-8ecf-d471cac7fca2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:24:28.738715 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [None req-b3f98170-1f9e-4839-8ecf-d471cac7fca2 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:24:28.739770 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-b3f98170-1f9e-4839-8ecf-d471cac7fca2 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7297552 Jul 19 17:24:31.125066 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 33182) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:31.434348 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-7211ad64-ce79-412a-8875-bd2320e4e285 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:24:31.528296 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.policy [None req-7211ad64-ce79-412a-8875-bd2320e4e285 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93384) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 19 17:24:31.572227 dv-cinder-800695-4-iscsi neutron-server[93384]: WARNING oslo_policy.policy [None req-7211ad64-ce79-412a-8875-bd2320e4e285 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:24:31.572629 dv-cinder-800695-4-iscsi neutron-server[93384]: WARNING oslo_policy.policy [None req-7211ad64-ce79-412a-8875-bd2320e4e285 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:24:31.581169 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.quota [None req-7211ad64-ce79-412a-8875-bd2320e4e285 admin admin] Loaded quota_driver: . Jul 19 17:24:31.684135 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7211ad64-ce79-412a-8875-bd2320e4e285 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742496500437', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742496499850', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742496478556', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742496481942', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742496457947', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742496468141', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1366337', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1366681', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-473487', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-453615'] for rbac-policy, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:31.757304 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7211ad64-ce79-412a-8875-bd2320e4e285 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:31.758397 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-7211ad64-ce79-412a-8875-bd2320e4e285 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6323342 Jul 19 17:24:34.334991 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 33194) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:34.861888 dv-cinder-800695-4-iscsi neutron-server[93383]: WARNING oslo_policy.policy [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:24:34.862446 dv-cinder-800695-4-iscsi neutron-server[93383]: WARNING oslo_policy.policy [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:24:35.083302 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'db6791d936c24c5384c654a796f30609', 'name': 'private', 'project_id': 'db6791d936c24c5384c654a796f30609'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:24:35.085409 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.quota [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Loaded quota_driver: . Jul 19 17:24:35.143273 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Made reservation on behalf of db6791d936c24c5384c654a796f30609 for: {'network': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:24:35.210290 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.policy [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93383) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 19 17:24:35.253684 dv-cinder-800695-4-iscsi neutron-server[93383]: WARNING oslo_policy.policy [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:24:35.254087 dv-cinder-800695-4-iscsi neutron-server[93383]: WARNING oslo_policy.policy [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:24:35.264380 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for network, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:35.286470 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:35.427726 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:35.431601 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:35.456696 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:24:35.482104 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742494453041', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:35.482688 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Unsubscribe: segment precommit_create {{(pid=93383) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 19 17:24:35.483207 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.db.segments_db [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Added segment 7eee993c-522d-4546-8925-c41e2b4fa909 of type vlan for network 7b4c7a5d-5a9c-4944-a320-3fc432df1f42 Jul 19 17:24:35.489908 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaa6178-6ce7-43b7-b5d3-4c68ba81b1d2,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:35.515628 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:35.515981 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:35.516352 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:35.516686 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:35.517015 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:35.517357 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:35.517689 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:35.518007 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:35.518340 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:35.518663 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:35.518979 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:35.519293 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Tracked resource versions report: Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: pushed versions: Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: { 'AddressGroup': {'1.2'}, Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: 'ConntrackHelper': {'1.0'}, Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: 'Log': {'1.0'}, Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: 'Network': {'1.1'}, Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: 'Port': {'1.7'}, Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: 'PortForwarding': {'1.2'}, Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: 'QosPolicy': {'1.8'}, Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: 'SecurityGroup': {'1.4'}, Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: 'SubPort': {'1.0'}, Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: 'Subnet': {'1.1'}, Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: 'Trunk': {'1.1'}} Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: consumer versions: Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: { DHCP agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: L3 agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: Metadata agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: Metering agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: Open vSwitch agent@dv-cinder-800695-4-iscsi: { 'AddressGroup': '1.2', Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: 'ConntrackHelper': '1.0', Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: 'Log': '1.0', Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: 'Network': '1.1', Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: 'Port': '1.7', Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: 'PortForwarding': '1.2', Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: 'QosPolicy': '1.8', Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: 'SecurityGroup': '1.4', Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: 'SecurityGroupRule': '1.2', Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: 'SubPort': '1.0', Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: 'Subnet': '1.1', Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: 'Trunk': '1.1'}} Jul 19 17:24:35.520408 dv-cinder-800695-4-iscsi neutron-server[93383]: {{(pid=93383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:24:35.618387 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742494121966'] for network, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:35.673344 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for network, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:35.674667 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:35.675381 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:35.734460 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3970628 Jul 19 17:24:35.779465 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e3bb6-2ca8-48f6-8c8f-992207861b03 admin admin] Pushing event updated for resources: {'Network': ['ID=7b4c7a5d-5a9c-4944-a320-3fc432df1f42,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:35.791291 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Network 7b4c7a5d-5a9c-4944-a320-3fc432df1f42 details requested by agent ovs-agent-dv-cinder-800695-4-iscsi with host dv-cinder-800695-4-iscsi {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:24:38.395380 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 33216) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:38.820038 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be068291-62d6-4f6f-af61-35303645783f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:38.821484 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-be068291-62d6-4f6f-af61-35303645783f admin admin] 10.222.0.32 "GET /v2.0/networks/7b4c7a5d-5a9c-4944-a320-3fc432df1f42 HTTP/1.1" status: 200 len: 825 time: 0.4251823 Jul 19 17:24:38.845840 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-a9d468ed-f3f4-4b4a-a1f6-80e0540523d3 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/2b79797a-b839-49e1-aff8-e6555c5a046a HTTP/1.1" status: 200 len: 734 time: 0.0189958 Jul 19 17:24:38.855094 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Request body: {'subnet': {'network_id': '7b4c7a5d-5a9c-4944-a320-3fc432df1f42', 'ip_version': 4, 'subnetpool_id': '2b79797a-b839-49e1-aff8-e6555c5a046a', 'tenant_id': 'db6791d936c24c5384c654a796f30609', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:24:38.882305 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Made reservation on behalf of db6791d936c24c5384c654a796f30609 for: {'subnet': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:24:38.885065 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:39.183736 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for subnet, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:39.250315 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Checking segment: {'id': '7eee993c-522d-4546-8925-c41e2b4fa909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7b4c7a5d-5a9c-4944-a320-3fc432df1f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:24:39.250688 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Network hostable DHCP agents. Network: 7b4c7a5d-5a9c-4944-a320-3fc432df1f42, hostable agents: ['478a2c00-6d69-428b-b8a1-4625481a8144'], hosted agents: [] {{(pid=93384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:24:39.262464 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37964a03-3705-4d04-a305-6719c2a5c578,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:39.279092 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:39.279464 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:39.279782 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:39.280131 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:39.280457 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:39.280877 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:39.281121 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:39.281435 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:39.281766 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:39.282087 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:39.282400 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:39.282712 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Tracked resource versions report: Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: pushed versions: Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: { 'AddressGroup': {'1.2'}, Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: 'ConntrackHelper': {'1.0'}, Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: 'Log': {'1.0'}, Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: 'Network': {'1.1'}, Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: 'Port': {'1.7'}, Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: 'PortForwarding': {'1.2'}, Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: 'QosPolicy': {'1.8'}, Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: 'SecurityGroup': {'1.4'}, Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: 'SubPort': {'1.0'}, Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: 'Subnet': {'1.1'}, Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: 'Trunk': {'1.1'}} Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: consumer versions: Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: { DHCP agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: L3 agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: Metadata agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: Metering agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: Open vSwitch agent@dv-cinder-800695-4-iscsi: { 'AddressGroup': '1.2', Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: 'ConntrackHelper': '1.0', Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: 'Log': '1.0', Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: 'Network': '1.1', Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: 'Port': '1.7', Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: 'PortForwarding': '1.2', Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: 'QosPolicy': '1.8', Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: 'SecurityGroup': '1.4', Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: 'SecurityGroupRule': '1.2', Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: 'SubPort': '1.0', Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: 'Subnet': '1.1', Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: 'Trunk': '1.1'}} Jul 19 17:24:39.283812 dv-cinder-800695-4-iscsi neutron-server[93384]: {{(pid=93384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:24:39.312104 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Network 7b4c7a5d-5a9c-4944-a320-3fc432df1f42 is scheduled to be hosted by DHCP agent 478a2c00-6d69-428b-b8a1-4625481a8144 with binding_index 1 {{(pid=93384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:24:39.326665 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-4-iscsi, 7b4c7a5d-5a9c-4944-a320-3fc432df1f42) {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:24:39.331288 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:39.331935 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:39.337202 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d77394-5a01-46c5-954b-a5d4a3e73c32 None None] Network 7b4c7a5d-5a9c-4944-a320-3fc432df1f42 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:24:39.346936 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-76db3f7b-f559-4958-8947-e587937092f4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4951422 Jul 19 17:24:39.655738 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9aa9a872-d264-56b7-9ea2-70fb10be1434-7b4c7a5d-5a9c-4944-a320-3fc432df1f42', 'network_id': '7b4c7a5d-5a9c-4944-a320-3fc432df1f42', 'tenant_id': 'db6791d936c24c5384c654a796f30609', 'fixed_ips': [{'subnet_id': '37964a03-3705-4d04-a305-6719c2a5c578'}]}} from dv-cinder-800695-4-iscsi. {{(pid=93385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:24:39.657097 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:39.939947 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.db_base_plugin_common [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Allocated IP 172.20.0.2 (7b4c7a5d-5a9c-4944-a320-3fc432df1f42/37964a03-3705-4d04-a305-6719c2a5c578/ae3a3d3a-47e1-4ff6-b1d9-8a89c2ad2ab5) {{(pid=93385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:24:40.158271 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:40.204888 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Transition to ACTIVE for port object ae3a3d3a-47e1-4ff6-b1d9-8a89c2ad2ab5 will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:24:40.226564 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Transition to ACTIVE for port object ae3a3d3a-47e1-4ff6-b1d9-8a89c2ad2ab5 will not be triggered until provisioned by entity DHCP. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:24:40.236167 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:40.303962 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Network 7b4c7a5d-5a9c-4944-a320-3fc432df1f42 is already hosted by enough agents. {{(pid=93385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:24:40.308710 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.scheduler.base_scheduler [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Resources bound (agent type, host, resource id): {{(pid=93385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:24:40.321145 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Pushing event updated for resources: {'Port': ['ID=ae3a3d3a-47e1-4ff6-b1d9-8a89c2ad2ab5,revision_number=1']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:40.323411 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Received port after_create {{(pid=93385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:24:40.349781 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:40.351040 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:40.351040 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:40.351337 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:40.351663 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:40.351987 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:40.352333 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:40.352706 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:40.353048 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:40.353369 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:40.353686 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:40.354002 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Tracked resource versions report: Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: pushed versions: Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: { 'AddressGroup': {'1.2'}, Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: 'ConntrackHelper': {'1.0'}, Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: 'Log': {'1.0'}, Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: 'Network': {'1.1'}, Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: 'Port': {'1.7'}, Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: 'PortForwarding': {'1.2'}, Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: 'QosPolicy': {'1.8'}, Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: 'SecurityGroup': {'1.4'}, Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: 'SubPort': {'1.0'}, Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: 'Subnet': {'1.1'}, Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: 'Trunk': {'1.1'}} Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: consumer versions: Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: { DHCP agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: L3 agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: Metadata agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: Metering agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: Open vSwitch agent@dv-cinder-800695-4-iscsi: { 'AddressGroup': '1.2', Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: 'ConntrackHelper': '1.0', Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: 'Log': '1.0', Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: 'Network': '1.1', Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: 'Port': '1.7', Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: 'PortForwarding': '1.2', Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: 'QosPolicy': '1.8', Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: 'SecurityGroup': '1.4', Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: 'SecurityGroupRule': '1.2', Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: 'SubPort': '1.0', Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: 'Subnet': '1.1', Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: 'Trunk': '1.1'}} Jul 19 17:24:40.355150 dv-cinder-800695-4-iscsi neutron-server[93385]: {{(pid=93385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:24:40.405529 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Attempting to bind port ae3a3d3a-47e1-4ff6-b1d9-8a89c2ad2ab5 on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:24:40.405924 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Attempting to bind port ae3a3d3a-47e1-4ff6-b1d9-8a89c2ad2ab5 by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '7eee993c-522d-4546-8925-c41e2b4fa909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7b4c7a5d-5a9c-4944-a320-3fc432df1f42'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:24:40.406350 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Attempting to bind port ae3a3d3a-47e1-4ff6-b1d9-8a89c2ad2ab5 on network 7b4c7a5d-5a9c-4944-a320-3fc432df1f42 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:24:40.411247 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:24:40.411644 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Checking segment: {'id': '7eee993c-522d-4546-8925-c41e2b4fa909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7b4c7a5d-5a9c-4944-a320-3fc432df1f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:24:40.412213 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:40.413180 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Bound using segment: {'id': '7eee993c-522d-4546-8925-c41e2b4fa909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7b4c7a5d-5a9c-4944-a320-3fc432df1f42'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:24:40.413668 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Bound port: ae3a3d3a-47e1-4ff6-b1d9-8a89c2ad2ab5, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eee993c-522d-4546-8925-c41e2b4fa909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7b4c7a5d-5a9c-4944-a320-3fc432df1f42'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:24:40.414086 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:40.478020 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] For port ae3a3d3a-47e1-4ff6-b1d9-8a89c2ad2ab5, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:24:40.482504 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] For port ae3a3d3a-47e1-4ff6-b1d9-8a89c2ad2ab5, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=ae3a3d3a-47e1-4ff6-b1d9-8a89c2ad2ab5,segment=NetworkSegment(7eee993c-522d-4546-8925-c41e2b4fa909),segment_id=7eee993c-522d-4546-8925-c41e2b4fa909)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:24:40.488271 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:40.558452 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d5dc7-c7d4-4481-8e87-76d933ae2fa8 None None] Pushing event updated for resources: {'Port': ['ID=ae3a3d3a-47e1-4ff6-b1d9-8a89c2ad2ab5,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:41.763914 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 33228) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:42.105304 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [None req-42696a9e-3826-4cb8-8500-42d86334d3b9 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:24:42.106286 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-42696a9e-3826-4cb8-8500-42d86334d3b9 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3410645 Jul 19 17:24:44.510289 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 33236) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:44.838492 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [None req-8b7681c3-2ede-4907-bf7c-f67dad88cc6f admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:24:44.839690 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-8b7681c3-2ede-4907-bf7c-f67dad88cc6f admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3281446 Jul 19 17:24:46.682266 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device ae3a3d3a-47e1-4ff6-b1d9-8a89c2ad2ab5 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:24:46.753101 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37209b46-af57-4364-a106-40ad7096a3b5 None None] Network 7b4c7a5d-5a9c-4944-a320-3fc432df1f42 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:24:46.815265 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port ae3a3d3a-47e1-4ff6-b1d9-8a89c2ad2ab5 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:24:46.886572 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-c486bfdd-c035-46a7-9b6a-91be5192bd8e None None] Provisioning for port ae3a3d3a-47e1-4ff6-b1d9-8a89c2ad2ab5 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:24:46.894586 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-c486bfdd-c035-46a7-9b6a-91be5192bd8e None None] Provisioning complete for port ae3a3d3a-47e1-4ff6-b1d9-8a89c2ad2ab5 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:46.895016 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-c486bfdd-c035-46a7-9b6a-91be5192bd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:47.065559 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-c486bfdd-c035-46a7-9b6a-91be5192bd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:47.101915 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-c486bfdd-c035-46a7-9b6a-91be5192bd8e None None] For port ae3a3d3a-47e1-4ff6-b1d9-8a89c2ad2ab5, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=ae3a3d3a-47e1-4ff6-b1d9-8a89c2ad2ab5,segment=NetworkSegment(7eee993c-522d-4546-8925-c41e2b4fa909),segment_id=7eee993c-522d-4546-8925-c41e2b4fa909)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:24:47.106890 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-c486bfdd-c035-46a7-9b6a-91be5192bd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:47.163501 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486bfdd-c035-46a7-9b6a-91be5192bd8e None None] Pushing event updated for resources: {'Port': ['ID=ae3a3d3a-47e1-4ff6-b1d9-8a89c2ad2ab5,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:47.227044 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1ff2156e-7411-42f5-89c5-e0b1f9bef751 None None] Provisioning complete for port ae3a3d3a-47e1-4ff6-b1d9-8a89c2ad2ab5 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:47.227515 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1ff2156e-7411-42f5-89c5-e0b1f9bef751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:47.502869 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 33250) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:47.799999 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-2a681913-bc86-4f5e-a43e-34dc3d10d7cf admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'db6791d936c24c5384c654a796f30609'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:24:47.823949 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2a681913-bc86-4f5e-a43e-34dc3d10d7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58360'] for router, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:47.825439 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2a681913-bc86-4f5e-a43e-34dc3d10d7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-570327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58359'] for router, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:47.962579 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2a681913-bc86-4f5e-a43e-34dc3d10d7cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:47.967366 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2a681913-bc86-4f5e-a43e-34dc3d10d7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567340'] for router, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:47.980353 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2a681913-bc86-4f5e-a43e-34dc3d10d7cf admin admin] Notify callbacks [] for router, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:47.981587 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-2a681913-bc86-4f5e-a43e-34dc3d10d7cf admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4777586 Jul 19 17:24:48.649482 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device ae3a3d3a-47e1-4ff6-b1d9-8a89c2ad2ab5 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:24:48.696368 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port ae3a3d3a-47e1-4ff6-b1d9-8a89c2ad2ab5 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:48.696740 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:50.383673 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 33258) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:50.706044 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [None req-fcdb0683-67a0-419c-b1a2-f0058bed64da admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:24:50.707181 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-fcdb0683-67a0-419c-b1a2-f0058bed64da admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3224263 Jul 19 17:24:51.203928 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-530bbed5-7a3a-4410-aa38-8f1c16f0c5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:53.145595 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 33266) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:53.472732 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-8457104f-fc40-4f13-831c-b7bb9e2e8207 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:24:53.494754 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8457104f-fc40-4f13-831c-b7bb9e2e8207 admin admin] Made reservation on behalf of eff07feb57584b0480900d02b18e25c3 for: {'network': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:24:53.497209 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8457104f-fc40-4f13-831c-b7bb9e2e8207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for network, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:53.505672 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8457104f-fc40-4f13-831c-b7bb9e2e8207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:53.605441 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8457104f-fc40-4f13-831c-b7bb9e2e8207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:53.610746 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8457104f-fc40-4f13-831c-b7bb9e2e8207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:53.626801 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8457104f-fc40-4f13-831c-b7bb9e2e8207 admin admin] Reserving flat network on physical network physnet1 {{(pid=93383) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 19 17:24:53.645705 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457104f-fc40-4f13-831c-b7bb9e2e8207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687c4a64-3e3e-41f8-a9c9-98fbdfed8d9e,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:53.650714 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8457104f-fc40-4f13-831c-b7bb9e2e8207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:53.651037 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.db.segments_db [None req-8457104f-fc40-4f13-831c-b7bb9e2e8207 admin admin] Added segment 128b4378-a353-4a54-8af1-e86fe6f28281 of type flat for network 3fed661f-002c-47fa-82e8-e8fe637e9a0e Jul 19 17:24:53.698950 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8457104f-fc40-4f13-831c-b7bb9e2e8207 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742494121966'] for network, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:53.735676 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8457104f-fc40-4f13-831c-b7bb9e2e8207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for network, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:53.736676 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457104f-fc40-4f13-831c-b7bb9e2e8207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:53.737256 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8457104f-fc40-4f13-831c-b7bb9e2e8207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:53.767270 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-8457104f-fc40-4f13-831c-b7bb9e2e8207 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6206291 Jul 19 17:24:53.801005 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457104f-fc40-4f13-831c-b7bb9e2e8207 admin admin] Pushing event updated for resources: {'Network': ['ID=3fed661f-002c-47fa-82e8-e8fe637e9a0e,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:53.811812 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Network 3fed661f-002c-47fa-82e8-e8fe637e9a0e details requested by agent ovs-agent-dv-cinder-800695-4-iscsi with host dv-cinder-800695-4-iscsi {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:24:53.967955 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-53165d39-b7fb-48b2-993c-4057470425a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:54.387946 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:55.247626 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:56.139694 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 33284) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:56.374958 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a68b594-6980-4546-8fed-1b5f73821abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:56.376373 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-9a68b594-6980-4546-8fed-1b5f73821abd admin admin] 10.222.0.32 "GET /v2.0/subnets/37964a03-3705-4d04-a305-6719c2a5c578 HTTP/1.1" status: 200 len: 849 time: 0.2356579 Jul 19 17:24:56.494757 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-2463f829-4ce4-491f-8965-deed4747fa1a admin admin] 10.222.0.32 "GET /v2.0/routers/7ef0e753-b927-49ef-aac4-0fbad7e717a9 HTTP/1.1" status: 200 len: 704 time: 0.1125557 Jul 19 17:24:56.768579 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-887fc12a-c554-4e31-be2b-9d24584208b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:56.962621 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:57.073703 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-887fc12a-c554-4e31-be2b-9d24584208b4 admin admin] Allocated IP 172.20.0.1 (7b4c7a5d-5a9c-4944-a320-3fc432df1f42/37964a03-3705-4d04-a305-6719c2a5c578/9f1e866e-8166-4476-a9be-b6e8a56ba97b) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:24:57.266688 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-887fc12a-c554-4e31-be2b-9d24584208b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:57.290535 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [None req-887fc12a-c554-4e31-be2b-9d24584208b4 admin admin] Transition to ACTIVE for port object 9f1e866e-8166-4476-a9be-b6e8a56ba97b will not be triggered until provisioned by entity DHCP. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:24:57.371906 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-887fc12a-c554-4e31-be2b-9d24584208b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:57.496278 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887fc12a-c554-4e31-be2b-9d24584208b4 admin admin] Network 7b4c7a5d-5a9c-4944-a320-3fc432df1f42 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:24:57.501371 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-887fc12a-c554-4e31-be2b-9d24584208b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:24:57.506833 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887fc12a-c554-4e31-be2b-9d24584208b4 admin admin] Pushing event updated for resources: {'Port': ['ID=9f1e866e-8166-4476-a9be-b6e8a56ba97b,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:57.518643 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887fc12a-c554-4e31-be2b-9d24584208b4 admin admin] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:24:57.519196 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-887fc12a-c554-4e31-be2b-9d24584208b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567539'] for router_interface, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:57.692810 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-086c3b9b-0eb4-428f-bb19-f363a1a9debb None None] Provisioning for port 9f1e866e-8166-4476-a9be-b6e8a56ba97b completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:24:57.696841 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-086c3b9b-0eb4-428f-bb19-f363a1a9debb None None] Provisioning complete for port 9f1e866e-8166-4476-a9be-b6e8a56ba97b triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:57.697220 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-086c3b9b-0eb4-428f-bb19-f363a1a9debb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:57.733687 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-086c3b9b-0eb4-428f-bb19-f363a1a9debb None None] Port 9f1e866e-8166-4476-a9be-b6e8a56ba97b cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:24:57.747744 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-887fc12a-c554-4e31-be2b-9d24584208b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:57.933869 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-887fc12a-c554-4e31-be2b-9d24584208b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:57.938370 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-887fc12a-c554-4e31-be2b-9d24584208b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:57.939269 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-887fc12a-c554-4e31-be2b-9d24584208b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631907'] for router_interface, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:57.998612 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887fc12a-c554-4e31-be2b-9d24584208b4 admin admin] Pushing event updated for resources: {'Port': ['ID=9f1e866e-8166-4476-a9be-b6e8a56ba97b,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:58.064695 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887fc12a-c554-4e31-be2b-9d24584208b4 admin admin] Network 7b4c7a5d-5a9c-4944-a320-3fc432df1f42 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:24:58.068345 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-887fc12a-c554-4e31-be2b-9d24584208b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:24:58.236248 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887fc12a-c554-4e31-be2b-9d24584208b4 admin admin] Router 7ef0e753-b927-49ef-aac4-0fbad7e717a9 is scheduled to L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 with binding_index 1 {{(pid=93383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:24:58.254473 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-6268cd34-76fd-4e42-8b83-e63e4d9bd9e8 None None] Provisioning complete for port 9f1e866e-8166-4476-a9be-b6e8a56ba97b triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:58.255095 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-6268cd34-76fd-4e42-8b83-e63e4d9bd9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:58.287928 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-6268cd34-76fd-4e42-8b83-e63e4d9bd9e8 None None] Port 9f1e866e-8166-4476-a9be-b6e8a56ba97b cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:24:58.330149 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887fc12a-c554-4e31-be2b-9d24584208b4 admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:24:58.336263 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-887fc12a-c554-4e31-be2b-9d24584208b4 admin admin] 10.222.0.32 "PUT /v2.0/routers/7ef0e753-b927-49ef-aac4-0fbad7e717a9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8360610 Jul 19 17:24:58.342531 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] Sync routers for ids ['7ef0e753-b927-49ef-aac4-0fbad7e717a9'] in dv-cinder-800695-4-iscsi {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:24:58.355158 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] Routers {'7ef0e753-b927-49ef-aac4-0fbad7e717a9'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:24:58.356180 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:24:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['7ef0e753-b927-49ef-aac4-0fbad7e717a9'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:58.550597 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] Set router 7ef0e753-b927-49ef-aac4-0fbad7e717a9 gateway port host: None {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:24:59.002364 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef0e753-b927-49ef-aac4-0fbad7e717a9', 'name': 'router1', 'tenant_id': 'db6791d936c24c5384c654a796f30609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:47Z', 'updated_at': '2021-07-19T17:24:57Z', 'revision_number': 2, 'project_id': 'db6791d936c24c5384c654a796f30609', 'gw_port_host': None, '_interfaces': [{'id': '9f1e866e-8166-4476-a9be-b6e8a56ba97b', 'name': '', 'network_id': '7b4c7a5d-5a9c-4944-a320-3fc432df1f42', 'tenant_id': 'db6791d936c24c5384c654a796f30609', 'mac_address': 'fa:16:3e:65:f6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef0e753-b927-49ef-aac4-0fbad7e717a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37964a03-3705-4d04-a305-6719c2a5c578', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:56Z', 'updated_at': '2021-07-19T17:24:57Z', 'revision_number': 2, 'project_id': 'db6791d936c24c5384c654a796f30609', 'subnets': [{'id': '37964a03-3705-4d04-a305-6719c2a5c578', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b79797a-b839-49e1-aff8-e6555c5a046a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:59.055890 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] Checking router: 7ef0e753-b927-49ef-aac4-0fbad7e717a9 for host: dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:24:59.056295 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] Updating router 7ef0e753-b927-49ef-aac4-0fbad7e717a9 port 9f1e866e-8166-4476-a9be-b6e8a56ba97b binding host dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:24:59.123022 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:59.621599 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] Notify callbacks [] for port, precommit_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:59.640787 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.provisioning_blocks [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] Transition to ACTIVE for port object 9f1e866e-8166-4476-a9be-b6e8a56ba97b will not be triggered until provisioned by entity L2. {{(pid=93386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:24:59.646694 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:59.796856 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b3865-5530-4c0e-a92f-b5d8c6e88176 None None] Pushing event updated for resources: {'Port': ['ID=9f1e866e-8166-4476-a9be-b6e8a56ba97b,revision_number=3']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:59.812946 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] Attempting to bind port 9f1e866e-8166-4476-a9be-b6e8a56ba97b on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:24:59.813346 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] Attempting to bind port 9f1e866e-8166-4476-a9be-b6e8a56ba97b by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '7eee993c-522d-4546-8925-c41e2b4fa909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7b4c7a5d-5a9c-4944-a320-3fc432df1f42'}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:24:59.813780 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] Attempting to bind port 9f1e866e-8166-4476-a9be-b6e8a56ba97b on network 7b4c7a5d-5a9c-4944-a320-3fc432df1f42 {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:24:59.817644 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b3865-5530-4c0e-a92f-b5d8c6e88176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:59.817990 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b3865-5530-4c0e-a92f-b5d8c6e88176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:59.818326 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b3865-5530-4c0e-a92f-b5d8c6e88176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:59.818656 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b3865-5530-4c0e-a92f-b5d8c6e88176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:59.818980 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b3865-5530-4c0e-a92f-b5d8c6e88176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:59.819305 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b3865-5530-4c0e-a92f-b5d8c6e88176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:59.819628 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b3865-5530-4c0e-a92f-b5d8c6e88176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:59.819996 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b3865-5530-4c0e-a92f-b5d8c6e88176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:59.820908 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b3865-5530-4c0e-a92f-b5d8c6e88176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:59.821230 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b3865-5530-4c0e-a92f-b5d8c6e88176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:59.821548 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b3865-5530-4c0e-a92f-b5d8c6e88176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:59.821864 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b3865-5530-4c0e-a92f-b5d8c6e88176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b3865-5530-4c0e-a92f-b5d8c6e88176 None None] Tracked resource versions report: Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: pushed versions: Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: { 'AddressGroup': {'1.2'}, Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: 'ConntrackHelper': {'1.0'}, Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: 'Log': {'1.0'}, Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: 'Network': {'1.1'}, Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: 'Port': {'1.7'}, Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: 'PortForwarding': {'1.2'}, Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: 'QosPolicy': {'1.8'}, Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: 'SecurityGroup': {'1.4'}, Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: 'SubPort': {'1.0'}, Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: 'Subnet': {'1.1'}, Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: 'Trunk': {'1.1'}} Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: consumer versions: Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: { DHCP agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: L3 agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: Metadata agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: Metering agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: Open vSwitch agent@dv-cinder-800695-4-iscsi: { 'AddressGroup': '1.2', Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: 'ConntrackHelper': '1.0', Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: 'Log': '1.0', Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: 'Network': '1.1', Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: 'Port': '1.7', Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: 'PortForwarding': '1.2', Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: 'QosPolicy': '1.8', Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: 'SecurityGroup': '1.4', Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: 'SecurityGroupRule': '1.2', Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: 'SubPort': '1.0', Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: 'Subnet': '1.1', Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: 'Trunk': '1.1'}} Jul 19 17:24:59.822967 dv-cinder-800695-4-iscsi neutron-server[93386]: {{(pid=93386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:24:59.827890 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:24:59.828339 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] Checking segment: {'id': '7eee993c-522d-4546-8925-c41e2b4fa909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7b4c7a5d-5a9c-4944-a320-3fc432df1f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:24:59.828836 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:59.829489 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] Bound using segment: {'id': '7eee993c-522d-4546-8925-c41e2b4fa909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7b4c7a5d-5a9c-4944-a320-3fc432df1f42'} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:24:59.829769 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] Bound port: 9f1e866e-8166-4476-a9be-b6e8a56ba97b, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eee993c-522d-4546-8925-c41e2b4fa909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7b4c7a5d-5a9c-4944-a320-3fc432df1f42'}}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:24:59.830110 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:59.899377 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] For port 9f1e866e-8166-4476-a9be-b6e8a56ba97b, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:24:59.922213 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] For port 9f1e866e-8166-4476-a9be-b6e8a56ba97b, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=9f1e866e-8166-4476-a9be-b6e8a56ba97b,segment=NetworkSegment(7eee993c-522d-4546-8925-c41e2b4fa909),segment_id=7eee993c-522d-4546-8925-c41e2b4fa909)] {{(pid=93386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:24:59.928919 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:59.986845 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b3865-5530-4c0e-a92f-b5d8c6e88176 None None] Pushing event updated for resources: {'Port': ['ID=9f1e866e-8166-4476-a9be-b6e8a56ba97b,revision_number=4']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:59.995080 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] Routers {'7ef0e753-b927-49ef-aac4-0fbad7e717a9'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:24:59.995706 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:24:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['7ef0e753-b927-49ef-aac4-0fbad7e717a9'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:25:00.086031 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] Set router 7ef0e753-b927-49ef-aac4-0fbad7e717a9 gateway port host: None {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:25:00.298933 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef0e753-b927-49ef-aac4-0fbad7e717a9', 'name': 'router1', 'tenant_id': 'db6791d936c24c5384c654a796f30609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:47Z', 'updated_at': '2021-07-19T17:24:57Z', 'revision_number': 2, 'project_id': 'db6791d936c24c5384c654a796f30609', 'gw_port_host': None, '_interfaces': [{'id': '9f1e866e-8166-4476-a9be-b6e8a56ba97b', 'name': '', 'network_id': '7b4c7a5d-5a9c-4944-a320-3fc432df1f42', 'tenant_id': 'db6791d936c24c5384c654a796f30609', 'mac_address': 'fa:16:3e:65:f6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef0e753-b927-49ef-aac4-0fbad7e717a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37964a03-3705-4d04-a305-6719c2a5c578', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:56Z', 'updated_at': '2021-07-19T17:24:59Z', 'revision_number': 4, 'project_id': 'db6791d936c24c5384c654a796f30609', 'subnets': [{'id': '37964a03-3705-4d04-a305-6719c2a5c578', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b79797a-b839-49e1-aff8-e6555c5a046a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:25:00.329173 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7f50c9-72f1-4db9-9c3d-745f742d5ca9 None None] The sync data for ids ['7ef0e753-b927-49ef-aac4-0fbad7e717a9'] in dv-cinder-800695-4-iscsi is: [{'id': '7ef0e753-b927-49ef-aac4-0fbad7e717a9', 'name': 'router1', 'tenant_id': 'db6791d936c24c5384c654a796f30609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:47Z', 'updated_at': '2021-07-19T17:24:57Z', 'revision_number': 2, 'project_id': 'db6791d936c24c5384c654a796f30609', 'gw_port_host': None, '_interfaces': [{'id': '9f1e866e-8166-4476-a9be-b6e8a56ba97b', 'name': '', 'network_id': '7b4c7a5d-5a9c-4944-a320-3fc432df1f42', 'tenant_id': 'db6791d936c24c5384c654a796f30609', 'mac_address': 'fa:16:3e:65:f6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef0e753-b927-49ef-aac4-0fbad7e717a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37964a03-3705-4d04-a305-6719c2a5c578', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:56Z', 'updated_at': '2021-07-19T17:24:59Z', 'revision_number': 4, 'project_id': 'db6791d936c24c5384c654a796f30609', 'subnets': [{'id': '37964a03-3705-4d04-a305-6719c2a5c578', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b79797a-b839-49e1-aff8-e6555c5a046a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:25:00.582299 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 33306) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:25:00.719061 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f8feef-2ef1-4eca-9790-0e6636782601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:00.720497 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-72f8feef-2ef1-4eca-9790-0e6636782601 admin admin] 10.222.0.32 "GET /v2.0/networks/3fed661f-002c-47fa-82e8-e8fe637e9a0e HTTP/1.1" status: 200 len: 842 time: 0.1368570 Jul 19 17:25:00.730239 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-8a0939ed-59e1-431b-9ffd-9d7aaf244ce6 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:25:00.751623 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0939ed-59e1-431b-9ffd-9d7aaf244ce6 admin admin] Made reservation on behalf of eff07feb57584b0480900d02b18e25c3 for: {'subnet': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:25:00.753913 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8a0939ed-59e1-431b-9ffd-9d7aaf244ce6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:01.116722 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.objects.ports [None req-8a0939ed-59e1-431b-9ffd-9d7aaf244ce6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93384) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 17:25:01.117192 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8a0939ed-59e1-431b-9ffd-9d7aaf244ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for subnet, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:01.172363 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0939ed-59e1-431b-9ffd-9d7aaf244ce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:25:01.180502 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0939ed-59e1-431b-9ffd-9d7aaf244ce6 admin admin] Checking segment: {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:25:01.180856 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0939ed-59e1-431b-9ffd-9d7aaf244ce6 admin admin] Network hostable DHCP agents. Network: 3fed661f-002c-47fa-82e8-e8fe637e9a0e, hostable agents: ['478a2c00-6d69-428b-b8a1-4625481a8144'], hosted agents: [] {{(pid=93384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:25:01.197417 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0939ed-59e1-431b-9ffd-9d7aaf244ce6 admin admin] Network 3fed661f-002c-47fa-82e8-e8fe637e9a0e is scheduled to be hosted by DHCP agent 478a2c00-6d69-428b-b8a1-4625481a8144 with binding_index 1 {{(pid=93384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:25:01.206249 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-8a0939ed-59e1-431b-9ffd-9d7aaf244ce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-4-iscsi, 3fed661f-002c-47fa-82e8-e8fe637e9a0e) {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:25:01.211337 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0939ed-59e1-431b-9ffd-9d7aaf244ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:01.211942 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8a0939ed-59e1-431b-9ffd-9d7aaf244ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:01.220899 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982259b1-c88d-4304-87ec-ebecee50809d None None] Network 3fed661f-002c-47fa-82e8-e8fe637e9a0e requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:25:01.230896 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-8a0939ed-59e1-431b-9ffd-9d7aaf244ce6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5044887 Jul 19 17:25:01.355308 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3d5368-7f3b-417e-9557-32a4a6d231c6 None None] Network 3fed661f-002c-47fa-82e8-e8fe637e9a0e requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:25:02.483891 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 5 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:25:03.558948 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 33318) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:25:03.799014 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-17240044-3e8e-4c9f-853a-7a5dff3560ec admin admin] 10.222.0.32 "GET /v2.0/routers/7ef0e753-b927-49ef-aac4-0fbad7e717a9 HTTP/1.1" status: 200 len: 710 time: 0.2389324 Jul 19 17:25:03.888388 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207b57cd-2877-4399-8e6c-dc3a7bdec601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:03.889814 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-207b57cd-2877-4399-8e6c-dc3a7bdec601 admin admin] 10.222.0.32 "GET /v2.0/networks/3fed661f-002c-47fa-82e8-e8fe637e9a0e HTTP/1.1" status: 200 len: 886 time: 0.0857055 Jul 19 17:25:03.899340 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-b205df65-c146-40e0-ac81-b3c0e027eef2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:25:04.167295 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b205df65-c146-40e0-ac81-b3c0e027eef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58309'] for router, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:04.443815 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b205df65-c146-40e0-ac81-b3c0e027eef2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:04.537743 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b205df65-c146-40e0-ac81-b3c0e027eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:04.689548 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 9f1e866e-8166-4476-a9be-b6e8a56ba97b up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:25:04.739241 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port 9f1e866e-8166-4476-a9be-b6e8a56ba97b completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:25:04.743471 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 9f1e866e-8166-4476-a9be-b6e8a56ba97b triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:25:04.743849 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:04.756859 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-b205df65-c146-40e0-ac81-b3c0e027eef2 admin admin] Allocated IP 172.27.0.77 (3fed661f-002c-47fa-82e8-e8fe637e9a0e/a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30/b9afa33a-fd67-4f66-b599-25f6d7ce6632) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:25:04.824472 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:04.858185 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port 9f1e866e-8166-4476-a9be-b6e8a56ba97b, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=9f1e866e-8166-4476-a9be-b6e8a56ba97b,segment=NetworkSegment(7eee993c-522d-4546-8925-c41e2b4fa909),segment_id=7eee993c-522d-4546-8925-c41e2b4fa909)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:25:04.861845 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:04.875494 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b205df65-c146-40e0-ac81-b3c0e027eef2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:04.964111 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=9f1e866e-8166-4476-a9be-b6e8a56ba97b,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:25:04.973202 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b205df65-c146-40e0-ac81-b3c0e027eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:05.040451 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b205df65-c146-40e0-ac81-b3c0e027eef2 admin admin] Network 3fed661f-002c-47fa-82e8-e8fe637e9a0e is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:25:05.047159 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-b205df65-c146-40e0-ac81-b3c0e027eef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:25:05.049790 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b205df65-c146-40e0-ac81-b3c0e027eef2 admin admin] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:25:05.117369 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205df65-c146-40e0-ac81-b3c0e027eef2 admin admin] Pushing event updated for resources: {'Port': ['ID=b9afa33a-fd67-4f66-b599-25f6d7ce6632,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:25:05.332976 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b205df65-c146-40e0-ac81-b3c0e027eef2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:05.525589 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b205df65-c146-40e0-ac81-b3c0e027eef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58309'] for router, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:05.529593 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b205df65-c146-40e0-ac81-b3c0e027eef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-567449'] for router, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:05.641998 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b205df65-c146-40e0-ac81-b3c0e027eef2 admin admin] Router 7ef0e753-b927-49ef-aac4-0fbad7e717a9 has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:25:05.749482 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b205df65-c146-40e0-ac81-b3c0e027eef2 admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:25:05.753927 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b205df65-c146-40e0-ac81-b3c0e027eef2 admin admin] Notify callbacks [] for router, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:05.755308 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-b205df65-c146-40e0-ac81-b3c0e027eef2 admin admin] 10.222.0.32 "PUT /v2.0/routers/7ef0e753-b927-49ef-aac4-0fbad7e717a9 HTTP/1.1" status: 200 len: 889 time: 1.8598962 Jul 19 17:25:05.775681 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] Sync routers for ids ['7ef0e753-b927-49ef-aac4-0fbad7e717a9'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:25:05.790158 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] Routers {'7ef0e753-b927-49ef-aac4-0fbad7e717a9'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:25:05.790833 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:24:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['7ef0e753-b927-49ef-aac4-0fbad7e717a9'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:25:06.012102 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] Set router 7ef0e753-b927-49ef-aac4-0fbad7e717a9 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:25:06.406082 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef0e753-b927-49ef-aac4-0fbad7e717a9', 'name': 'router1', 'tenant_id': 'db6791d936c24c5384c654a796f30609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'b9afa33a-fd67-4f66-b599-25f6d7ce6632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:47Z', 'updated_at': '2021-07-19T17:25:05Z', 'revision_number': 4, 'project_id': 'db6791d936c24c5384c654a796f30609', 'gw_port': {'id': 'b9afa33a-fd67-4f66-b599-25f6d7ce6632', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef0e753-b927-49ef-aac4-0fbad7e717a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:25:04Z', 'updated_at': '2021-07-19T17:25:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '9f1e866e-8166-4476-a9be-b6e8a56ba97b', 'name': '', 'network_id': '7b4c7a5d-5a9c-4944-a320-3fc432df1f42', 'tenant_id': 'db6791d936c24c5384c654a796f30609', 'mac_address': 'fa:16:3e:65:f6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef0e753-b927-49ef-aac4-0fbad7e717a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37964a03-3705-4d04-a305-6719c2a5c578', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:56Z', 'updated_at': '2021-07-19T17:25:04Z', 'revision_number': 5, 'project_id': 'db6791d936c24c5384c654a796f30609', 'subnets': [{'id': '37964a03-3705-4d04-a305-6719c2a5c578', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b79797a-b839-49e1-aff8-e6555c5a046a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:25:06.456558 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] Checking router: 7ef0e753-b927-49ef-aac4-0fbad7e717a9 for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:25:06.456903 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] Updating router 7ef0e753-b927-49ef-aac4-0fbad7e717a9 port b9afa33a-fd67-4f66-b599-25f6d7ce6632 binding host dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:25:06.490593 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:06.675094 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 9f1e866e-8166-4476-a9be-b6e8a56ba97b up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:25:06.805709 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 9f1e866e-8166-4476-a9be-b6e8a56ba97b triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:25:06.806348 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:06.892304 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] Notify callbacks [] for port, precommit_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:06.924231 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] Transition to ACTIVE for port object b9afa33a-fd67-4f66-b599-25f6d7ce6632 will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:25:06.935113 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:07.022491 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] Attempting to bind port b9afa33a-fd67-4f66-b599-25f6d7ce6632 on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:25:07.022866 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] Attempting to bind port b9afa33a-fd67-4f66-b599-25f6d7ce6632 by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:25:07.023230 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] Attempting to bind port b9afa33a-fd67-4f66-b599-25f6d7ce6632 on network 3fed661f-002c-47fa-82e8-e8fe637e9a0e {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:25:07.030854 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74942f-2f06-4651-ac1c-13b433c06310 None None] Pushing event updated for resources: {'Port': ['ID=b9afa33a-fd67-4f66-b599-25f6d7ce6632,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:25:07.033062 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:25:07.033434 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] Checking segment: {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:25:07.033835 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:07.034223 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] Bound using segment: {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:25:07.034689 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] Bound port: b9afa33a-fd67-4f66-b599-25f6d7ce6632, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:25:07.035096 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:07.169081 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] For port b9afa33a-fd67-4f66-b599-25f6d7ce6632, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:25:07.172144 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] For port b9afa33a-fd67-4f66-b599-25f6d7ce6632, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=b9afa33a-fd67-4f66-b599-25f6d7ce6632,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:25:07.177040 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:07.231560 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] Routers {'7ef0e753-b927-49ef-aac4-0fbad7e717a9'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:25:07.232207 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:24:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['7ef0e753-b927-49ef-aac4-0fbad7e717a9'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:25:07.269567 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74942f-2f06-4651-ac1c-13b433c06310 None None] Pushing event updated for resources: {'Port': ['ID=b9afa33a-fd67-4f66-b599-25f6d7ce6632,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:25:07.341658 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] Set router 7ef0e753-b927-49ef-aac4-0fbad7e717a9 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:25:07.567395 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef0e753-b927-49ef-aac4-0fbad7e717a9', 'name': 'router1', 'tenant_id': 'db6791d936c24c5384c654a796f30609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'b9afa33a-fd67-4f66-b599-25f6d7ce6632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:47Z', 'updated_at': '2021-07-19T17:25:05Z', 'revision_number': 4, 'project_id': 'db6791d936c24c5384c654a796f30609', 'gw_port': {'id': 'b9afa33a-fd67-4f66-b599-25f6d7ce6632', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef0e753-b927-49ef-aac4-0fbad7e717a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:25:04Z', 'updated_at': '2021-07-19T17:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '9f1e866e-8166-4476-a9be-b6e8a56ba97b', 'name': '', 'network_id': '7b4c7a5d-5a9c-4944-a320-3fc432df1f42', 'tenant_id': 'db6791d936c24c5384c654a796f30609', 'mac_address': 'fa:16:3e:65:f6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef0e753-b927-49ef-aac4-0fbad7e717a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37964a03-3705-4d04-a305-6719c2a5c578', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:56Z', 'updated_at': '2021-07-19T17:25:04Z', 'revision_number': 5, 'project_id': 'db6791d936c24c5384c654a796f30609', 'subnets': [{'id': '37964a03-3705-4d04-a305-6719c2a5c578', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b79797a-b839-49e1-aff8-e6555c5a046a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:25:07.594347 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd329990-b774-4f8b-8b4c-8c3ccf1d5836 None None] The sync data for ids ['7ef0e753-b927-49ef-aac4-0fbad7e717a9'] in dv-cinder-800695-4-iscsi is: [{'id': '7ef0e753-b927-49ef-aac4-0fbad7e717a9', 'name': 'router1', 'tenant_id': 'db6791d936c24c5384c654a796f30609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'b9afa33a-fd67-4f66-b599-25f6d7ce6632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:47Z', 'updated_at': '2021-07-19T17:25:05Z', 'revision_number': 4, 'project_id': 'db6791d936c24c5384c654a796f30609', 'gw_port': {'id': 'b9afa33a-fd67-4f66-b599-25f6d7ce6632', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef0e753-b927-49ef-aac4-0fbad7e717a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:25:04Z', 'updated_at': '2021-07-19T17:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '9f1e866e-8166-4476-a9be-b6e8a56ba97b', 'name': '', 'network_id': '7b4c7a5d-5a9c-4944-a320-3fc432df1f42', 'tenant_id': 'db6791d936c24c5384c654a796f30609', 'mac_address': 'fa:16:3e:65:f6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef0e753-b927-49ef-aac4-0fbad7e717a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37964a03-3705-4d04-a305-6719c2a5c578', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:56Z', 'updated_at': '2021-07-19T17:25:04Z', 'revision_number': 5, 'project_id': 'db6791d936c24c5384c654a796f30609', 'subnets': [{'id': '37964a03-3705-4d04-a305-6719c2a5c578', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b79797a-b839-49e1-aff8-e6555c5a046a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:25:08.321254 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 33330) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:25:08.446294 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-f3a20af5-57e1-4d94-a819-16550d663cb7 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1238384 Jul 19 17:25:08.703878 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device b9afa33a-fd67-4f66-b599-25f6d7ce6632 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:25:08.754205 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port b9afa33a-fd67-4f66-b599-25f6d7ce6632 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:25:08.758491 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port b9afa33a-fd67-4f66-b599-25f6d7ce6632 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:25:08.759657 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:08.839788 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:08.860839 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port b9afa33a-fd67-4f66-b599-25f6d7ce6632, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=b9afa33a-fd67-4f66-b599-25f6d7ce6632,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:25:08.866170 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:08.915798 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=b9afa33a-fd67-4f66-b599-25f6d7ce6632,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:25:10.675494 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device b9afa33a-fd67-4f66-b599-25f6d7ce6632 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:25:10.729951 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port b9afa33a-fd67-4f66-b599-25f6d7ce6632 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:25:10.730330 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:21.207027 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-58a87f21-0087-4946-8204-fa7712d2582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:23.970570 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8632b4cd-5aea-4599-8561-4374531d7717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:24.394218 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:25.255487 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:26.984949 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:39.494187 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 5 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:25:51.209810 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-9be0a0de-8976-44ea-be04-5315a1b3d438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:53.976681 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-654cd64a-445f-4913-bdf8-6e4a7382d215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:54.388758 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:55.252545 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:56.995018 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:16.482509 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 5 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:26:21.214743 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5e27c78f-82e9-4197-a563-29c55091f3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:23.973077 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2df87ece-3586-4486-b773-918c3424ad83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:24.392490 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:25.249740 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:26.991793 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:48.553447 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 33930) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:48.641047 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.pecan_wsgi.hooks.translation [None req-785fdb9c-902d-4490-af1c-060ac0e632fd admin admin] GET failed (client error): The resource could not be found. Jul 19 17:26:48.642560 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-785fdb9c-902d-4490-af1c-060ac0e632fd admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0879164 Jul 19 17:26:48.833584 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd447d3-647c-4ce2-84f1-ff8becf8d6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:48.835267 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-4dd447d3-647c-4ce2-84f1-ff8becf8d6b5 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1876619 Jul 19 17:26:51.089190 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 33940) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:51.185309 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2273afc-d9ca-487b-855b-bd36cc5e8b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:51.186771 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-e2273afc-d9ca-487b-855b-bd36cc5e8b87 admin admin] 10.222.0.32 "GET /v2.0/subnets/37964a03-3705-4d04-a305-6719c2a5c578 HTTP/1.1" status: 200 len: 849 time: 0.0965779 Jul 19 17:26:51.196638 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-6c97e0a4-f2e4-4e17-b2db-d2376ffd0725 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:26:51.219052 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-16deb3dd-1361-4972-ad14-607cbe8658f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:51.289060 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6c97e0a4-f2e4-4e17-b2db-d2376ffd0725 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:51.435354 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6c97e0a4-f2e4-4e17-b2db-d2376ffd0725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742494537337'] for subnet, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:51.474010 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c97e0a4-f2e4-4e17-b2db-d2376ffd0725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:51.474698 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6c97e0a4-f2e4-4e17-b2db-d2376ffd0725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:51.477401 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-6c97e0a4-f2e4-4e17-b2db-d2376ffd0725 admin admin] 10.222.0.32 "PUT /v2.0/subnets/37964a03-3705-4d04-a305-6719c2a5c578 HTTP/1.1" status: 200 len: 868 time: 0.2850895 Jul 19 17:26:51.482476 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66852b94-49da-4a71-8290-a53599a82c42 None None] Network 7b4c7a5d-5a9c-4944-a320-3fc432df1f42 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:26:51.512787 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97e0a4-f2e4-4e17-b2db-d2376ffd0725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37964a03-3705-4d04-a305-6719c2a5c578,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:51.525179 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97e0a4-f2e4-4e17-b2db-d2376ffd0725 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:51.525662 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97e0a4-f2e4-4e17-b2db-d2376ffd0725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:51.526294 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97e0a4-f2e4-4e17-b2db-d2376ffd0725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:51.526745 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97e0a4-f2e4-4e17-b2db-d2376ffd0725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:51.527119 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97e0a4-f2e4-4e17-b2db-d2376ffd0725 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:51.527476 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97e0a4-f2e4-4e17-b2db-d2376ffd0725 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:51.527817 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97e0a4-f2e4-4e17-b2db-d2376ffd0725 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:51.528558 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97e0a4-f2e4-4e17-b2db-d2376ffd0725 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:51.528896 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97e0a4-f2e4-4e17-b2db-d2376ffd0725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:51.529371 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97e0a4-f2e4-4e17-b2db-d2376ffd0725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:51.530001 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97e0a4-f2e4-4e17-b2db-d2376ffd0725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:51.530373 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97e0a4-f2e4-4e17-b2db-d2376ffd0725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:52.025248 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-3807f98b-1bcc-4069-aa16-d0cb254521d1 None None] Provisioning complete for port 9f1e866e-8166-4476-a9be-b6e8a56ba97b triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:26:52.026058 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-3807f98b-1bcc-4069-aa16-d0cb254521d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:52.147466 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-3807f98b-1bcc-4069-aa16-d0cb254521d1 None None] Provisioning complete for port ae3a3d3a-47e1-4ff6-b1d9-8a89c2ad2ab5 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:26:52.148207 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-3807f98b-1bcc-4069-aa16-d0cb254521d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:53.484476 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 5 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:26:53.914094 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 33948) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:53.978144 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-afa7c97f-46dc-46ef-adb1-df5d068281be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:54.232462 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9953bd-4e37-4902-83c5-2d6c3fb201a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:54.232935 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9953bd-4e37-4902-83c5-2d6c3fb201a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:54.234502 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-6f9953bd-4e37-4902-83c5-2d6c3fb201a1 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3188648 Jul 19 17:26:54.397987 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:55.254166 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:56.523466 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 33956) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:56.824562 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13735bc-868b-4345-842e-d6ca9dbb2d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:56.824946 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13735bc-868b-4345-842e-d6ca9dbb2d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:56.826533 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-b13735bc-868b-4345-842e-d6ca9dbb2d5a admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3011720 Jul 19 17:26:56.990704 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:59.147867 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 33966) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:59.296864 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3faa2b-eccb-4c3d-bbc9-6a5ba02c2c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:59.298275 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-9f3faa2b-eccb-4c3d-bbc9-6a5ba02c2c3c admin admin] 10.222.0.32 "GET /v2.0/networks/3fed661f-002c-47fa-82e8-e8fe637e9a0e HTTP/1.1" status: 200 len: 886 time: 0.1493809 Jul 19 17:27:01.513819 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 33974) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:27:01.659668 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05a441-403a-470f-9723-2812685fd6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:01.661112 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-6d05a441-403a-470f-9723-2812685fd6cc admin admin] 10.222.0.32 "GET /v2.0/networks/7b4c7a5d-5a9c-4944-a320-3fc432df1f42 HTTP/1.1" status: 200 len: 869 time: 0.1463177 Jul 19 17:27:03.875882 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 33982) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:27:04.005637 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b86cbbf-6fd6-4d47-8840-2c1173fd2580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:04.006092 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b86cbbf-6fd6-4d47-8840-2c1173fd2580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:04.007662 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-6b86cbbf-6fd6-4d47-8840-2c1173fd2580 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1307201 Jul 19 17:27:06.235110 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 33990) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:27:06.327113 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b600d3ca-2989-42c2-ba6a-86a59b4dfcb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:06.327572 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b600d3ca-2989-42c2-ba6a-86a59b4dfcb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:06.329167 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-b600d3ca-2989-42c2-ba6a-86a59b4dfcb5 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0930939 Jul 19 17:27:08.559790 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 33998) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:27:08.674187 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5b9f8a-f3ec-48c2-bf86-0bd62270db8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:08.675586 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-9d5b9f8a-f3ec-48c2-bf86-0bd62270db8d admin admin] 10.222.0.32 "GET /v2.0/subnets/37964a03-3705-4d04-a305-6719c2a5c578 HTTP/1.1" status: 200 len: 868 time: 0.1148307 Jul 19 17:27:10.954162 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 34006) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:27:11.047180 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18a0cf1-f8ba-430e-8ad5-56eb3e113dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:11.048994 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-d18a0cf1-f8ba-430e-8ad5-56eb3e113dad admin admin] 10.222.0.32 "GET /v2.0/subnets/a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30 HTTP/1.1" status: 200 len: 816 time: 0.0937085 Jul 19 17:27:21.221456 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-fe16304c-6ce0-4714-88a0-658db1a057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:23.971567 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-cd874588-e71c-4efa-8a74-a67d780b932d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:24.391434 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:25.256808 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:26.994801 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:30.483599 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 5 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:27:36.268807 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 34058) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:27:36.318347 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [None req-0efddc9e-832b-49d9-8a20-6e1bd31ba97c admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:27:36.319470 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-0efddc9e-832b-49d9-8a20-6e1bd31ba97c admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0496845 Jul 19 17:27:38.614229 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 34066) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:27:38.676114 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.pecan_wsgi.hooks.translation [None req-02da02e5-eff7-48be-bd1e-67128c589487 admin admin] GET failed (client error): The resource could not be found. Jul 19 17:27:38.677657 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-02da02e5-eff7-48be-bd1e-67128c589487 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0624888 Jul 19 17:27:38.829537 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ce7f36-9fb5-43b0-8ae6-987102a5a214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:38.830952 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-43ce7f36-9fb5-43b0-8ae6-987102a5a214 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1490359 Jul 19 17:27:41.105998 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 34074) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:27:41.166715 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:27:41.198557 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Made reservation on behalf of eff07feb57584b0480900d02b18e25c3 for: {'network': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:27:41.201273 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for network, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:41.251014 dv-cinder-800695-4-iscsi neutron-server[93384]: WARNING neutron.services.revisions.revision_plugin [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Could not find related network for resource to bump revision. Jul 19 17:27:41.269882 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:27:41.286744 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742494453041', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:41.287402 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Unsubscribe: segment precommit_create {{(pid=93384) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 19 17:27:41.287687 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.segments_db [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Added segment 071c4d37-eb1b-43b2-a143-364557affc85 of type vlan for network d106ea3c-04e3-42d8-bb6b-545ea47b489a Jul 19 17:27:41.336802 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742494121966'] for network, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:41.378765 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for network, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:41.379950 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:41.380650 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:41.441410 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3339188 Jul 19 17:27:41.483766 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Pushing event updated for resources: {'Network': ['ID=d106ea3c-04e3-42d8-bb6b-545ea47b489a,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:41.491470 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:41.491843 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:41.492229 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:41.492569 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:41.492906 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:41.493269 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:41.493606 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:41.493935 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:41.494337 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:41.494616 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:41.494938 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:41.495263 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdb43cf-2806-45f2-801b-c34912c94e94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:41.510002 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Network d106ea3c-04e3-42d8-bb6b-545ea47b489a details requested by agent ovs-agent-dv-cinder-800695-4-iscsi with host dv-cinder-800695-4-iscsi {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:27:43.879327 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 34082) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:27:43.949294 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.pecan_wsgi.hooks.translation [None req-695a947a-2439-417a-96ab-732e60e802a7 admin admin] GET failed (client error): The resource could not be found. Jul 19 17:27:43.950957 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-695a947a-2439-417a-96ab-732e60e802a7 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0704665 Jul 19 17:27:44.031776 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7173c8c2-9d3a-4d7c-b9a4-7c36433aabbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:44.033825 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-7173c8c2-9d3a-4d7c-b9a4-7c36433aabbf admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0784879 Jul 19 17:27:44.044941 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-d54ed604-58d5-4888-96fa-5078d0cb2daa admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'd106ea3c-04e3-42d8-bb6b-545ea47b489a', 'name': 'shared-subnet'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:27:44.071568 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54ed604-58d5-4888-96fa-5078d0cb2daa admin admin] Made reservation on behalf of eff07feb57584b0480900d02b18e25c3 for: {'subnet': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:27:44.074400 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d54ed604-58d5-4888-96fa-5078d0cb2daa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:44.328549 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d54ed604-58d5-4888-96fa-5078d0cb2daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for subnet, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:44.387113 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ed604-58d5-4888-96fa-5078d0cb2daa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d5c1b3f-338d-4bb1-84c8-09ebd8322be2,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:44.400285 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54ed604-58d5-4888-96fa-5078d0cb2daa admin admin] Checking segment: {'id': '071c4d37-eb1b-43b2-a143-364557affc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd106ea3c-04e3-42d8-bb6b-545ea47b489a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:27:44.400646 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54ed604-58d5-4888-96fa-5078d0cb2daa admin admin] Network hostable DHCP agents. Network: d106ea3c-04e3-42d8-bb6b-545ea47b489a, hostable agents: ['478a2c00-6d69-428b-b8a1-4625481a8144'], hosted agents: [] {{(pid=93383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:27:44.427420 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54ed604-58d5-4888-96fa-5078d0cb2daa admin admin] Network d106ea3c-04e3-42d8-bb6b-545ea47b489a is scheduled to be hosted by DHCP agent 478a2c00-6d69-428b-b8a1-4625481a8144 with binding_index 1 {{(pid=93383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:27:44.440698 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-d54ed604-58d5-4888-96fa-5078d0cb2daa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-4-iscsi, d106ea3c-04e3-42d8-bb6b-545ea47b489a) {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:27:44.446205 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54ed604-58d5-4888-96fa-5078d0cb2daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:44.447112 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d54ed604-58d5-4888-96fa-5078d0cb2daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:44.454329 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b796641b-0972-415d-92bb-c2ffb0f226be None None] Network d106ea3c-04e3-42d8-bb6b-545ea47b489a requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:27:44.468714 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-d54ed604-58d5-4888-96fa-5078d0cb2daa admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4281838 Jul 19 17:27:44.757520 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9aa9a872-d264-56b7-9ea2-70fb10be1434-d106ea3c-04e3-42d8-bb6b-545ea47b489a', 'network_id': 'd106ea3c-04e3-42d8-bb6b-545ea47b489a', 'tenant_id': 'eff07feb57584b0480900d02b18e25c3', 'fixed_ips': [{'subnet_id': '5d5c1b3f-338d-4bb1-84c8-09ebd8322be2'}]}} from dv-cinder-800695-4-iscsi. {{(pid=93385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:27:44.758448 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:44.932591 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.db_base_plugin_common [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Allocated IP 192.168.233.2 (d106ea3c-04e3-42d8-bb6b-545ea47b489a/5d5c1b3f-338d-4bb1-84c8-09ebd8322be2/b180ebe3-80d6-4ffc-9bed-9bc5ff1ce96e) {{(pid=93385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:27:45.121169 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Notify callbacks [] for port, precommit_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:45.134264 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Transition to ACTIVE for port object b180ebe3-80d6-4ffc-9bed-9bc5ff1ce96e will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:27:45.160625 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Transition to ACTIVE for port object b180ebe3-80d6-4ffc-9bed-9bc5ff1ce96e will not be triggered until provisioned by entity DHCP. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:27:45.171454 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:45.230518 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Network d106ea3c-04e3-42d8-bb6b-545ea47b489a is already hosted by enough agents. {{(pid=93385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:27:45.234349 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.scheduler.base_scheduler [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Resources bound (agent type, host, resource id): {{(pid=93385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:27:45.239576 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Received port after_create {{(pid=93385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:27:45.249843 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Pushing event updated for resources: {'Port': ['ID=b180ebe3-80d6-4ffc-9bed-9bc5ff1ce96e,revision_number=1']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:45.287750 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:45.288856 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:45.289388 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:45.289847 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:45.290253 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:45.290648 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:45.291051 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:45.291474 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:45.291918 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:45.292380 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:45.292865 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:45.293305 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:45.339886 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Attempting to bind port b180ebe3-80d6-4ffc-9bed-9bc5ff1ce96e on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:27:45.340315 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Attempting to bind port b180ebe3-80d6-4ffc-9bed-9bc5ff1ce96e by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '071c4d37-eb1b-43b2-a143-364557affc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd106ea3c-04e3-42d8-bb6b-545ea47b489a'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:27:45.340684 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Attempting to bind port b180ebe3-80d6-4ffc-9bed-9bc5ff1ce96e on network d106ea3c-04e3-42d8-bb6b-545ea47b489a {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:27:45.348003 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:27:45.348580 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Checking segment: {'id': '071c4d37-eb1b-43b2-a143-364557affc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd106ea3c-04e3-42d8-bb6b-545ea47b489a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:27:45.349073 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:45.349661 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Bound using segment: {'id': '071c4d37-eb1b-43b2-a143-364557affc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd106ea3c-04e3-42d8-bb6b-545ea47b489a'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:27:45.350400 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Bound port: b180ebe3-80d6-4ffc-9bed-9bc5ff1ce96e, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071c4d37-eb1b-43b2-a143-364557affc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd106ea3c-04e3-42d8-bb6b-545ea47b489a'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:27:45.351443 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:45.423679 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] For port b180ebe3-80d6-4ffc-9bed-9bc5ff1ce96e, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:27:45.427441 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] For port b180ebe3-80d6-4ffc-9bed-9bc5ff1ce96e, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=b180ebe3-80d6-4ffc-9bed-9bc5ff1ce96e,segment=NetworkSegment(071c4d37-eb1b-43b2-a143-364557affc85),segment_id=071c4d37-eb1b-43b2-a143-364557affc85)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:27:45.433643 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:45.506653 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910e708-d7ab-4446-962b-c021dffb86ae None None] Pushing event updated for resources: {'Port': ['ID=b180ebe3-80d6-4ffc-9bed-9bc5ff1ce96e,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:46.422113 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511c67b7-3eed-44fe-a612-aa8cba6f9421 None None] Network d106ea3c-04e3-42d8-bb6b-545ea47b489a requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:27:46.504343 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-6c057db1-c655-42fc-a44d-41835d676fd5 None None] Provisioning for port b180ebe3-80d6-4ffc-9bed-9bc5ff1ce96e completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:27:46.873231 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device b180ebe3-80d6-4ffc-9bed-9bc5ff1ce96e up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:27:46.952037 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port b180ebe3-80d6-4ffc-9bed-9bc5ff1ce96e completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:27:46.956543 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port b180ebe3-80d6-4ffc-9bed-9bc5ff1ce96e triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:27:46.956916 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:47.055697 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:47.101207 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port b180ebe3-80d6-4ffc-9bed-9bc5ff1ce96e, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=b180ebe3-80d6-4ffc-9bed-9bc5ff1ce96e,segment=NetworkSegment(071c4d37-eb1b-43b2-a143-364557affc85),segment_id=071c4d37-eb1b-43b2-a143-364557affc85)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:27:47.106133 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:47.161221 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=b180ebe3-80d6-4ffc-9bed-9bc5ff1ce96e,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:48.786321 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device b180ebe3-80d6-4ffc-9bed-9bc5ff1ce96e up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:27:48.839672 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port b180ebe3-80d6-4ffc-9bed-9bc5ff1ce96e triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:27:48.840041 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:51.238895 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-69846db8-8c4d-404e-89ca-f4f4325c96b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:53.983285 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e06226d0-a7d8-46f2-8794-bf71a6d0ee80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:54.395258 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:55.268466 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:56.999394 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:07.482500 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 5 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:28:21.227880 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-c92a3983-edb5-4d01-995e-a863992ec25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:23.980425 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-4fd96c83-8fb2-48ef-ac21-6cc706b07653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:24.403160 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:25.269488 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:27.004081 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:44.483043 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 5 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:28:51.230708 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8f14e2bb-c907-4e18-891a-452a154df35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:53.978704 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8732fe90-53f7-4559-ad3f-bdf6ebb58788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:54.399665 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:55.264982 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:57.007405 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:09.965639 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 34134) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:29:09.973277 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [None req-8a8322c4-797a-49ca-8d9a-a6645cffa841 tempest-verify_tempest_config-1406406321 tempest-verify_tempest_config-1406406321-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:29:09.974361 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-8a8322c4-797a-49ca-8d9a-a6645cffa841 tempest-verify_tempest_config-1406406321 tempest-verify_tempest_config-1406406321-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0077055 Jul 19 17:29:10.310621 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 34152) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:29:10.416857 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5fad76eb-7edf-4dba-b363-5f8ef4530554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:10.541011 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5fad76eb-7edf-4dba-b363-5f8ef4530554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:10.545143 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5fad76eb-7edf-4dba-b363-5f8ef4530554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:10.590106 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-5fad76eb-7edf-4dba-b363-5f8ef4530554 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32e9d2faae644af499d76bfad26c9f60&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2783885 Jul 19 17:29:10.591047 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad76eb-7edf-4dba-b363-5f8ef4530554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43827c95-54b2-4472-b906-c9ab5182887b,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:29:10.592755 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 34158) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:29:10.599391 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad76eb-7edf-4dba-b363-5f8ef4530554 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:10.599765 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad76eb-7edf-4dba-b363-5f8ef4530554 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:10.600134 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad76eb-7edf-4dba-b363-5f8ef4530554 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:10.600480 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad76eb-7edf-4dba-b363-5f8ef4530554 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:10.600815 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad76eb-7edf-4dba-b363-5f8ef4530554 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:10.601165 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad76eb-7edf-4dba-b363-5f8ef4530554 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:10.601499 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad76eb-7edf-4dba-b363-5f8ef4530554 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:10.601840 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad76eb-7edf-4dba-b363-5f8ef4530554 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:10.602192 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad76eb-7edf-4dba-b363-5f8ef4530554 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:10.602520 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad76eb-7edf-4dba-b363-5f8ef4530554 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:10.602849 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad76eb-7edf-4dba-b363-5f8ef4530554 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:10.603177 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad76eb-7edf-4dba-b363-5f8ef4530554 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:10.650574 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0261af1e-d5c2-427b-b184-7883b40d5aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:10.672439 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0261af1e-d5c2-427b-b184-7883b40d5aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:10.769135 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0261af1e-d5c2-427b-b184-7883b40d5aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:10.771887 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0261af1e-d5c2-427b-b184-7883b40d5aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:10.773170 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-0261af1e-d5c2-427b-b184-7883b40d5aed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43827c95-54b2-4472-b906-c9ab5182887b HTTP/1.1" status: 204 len: 168 time: 0.1793308 Jul 19 17:29:10.781752 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261af1e-d5c2-427b-b184-7883b40d5aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43827c95-54b2-4472-b906-c9ab5182887b,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:29:10.791865 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261af1e-d5c2-427b-b184-7883b40d5aed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:10.791865 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261af1e-d5c2-427b-b184-7883b40d5aed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:10.791865 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261af1e-d5c2-427b-b184-7883b40d5aed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:10.791865 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261af1e-d5c2-427b-b184-7883b40d5aed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:10.792524 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261af1e-d5c2-427b-b184-7883b40d5aed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:10.792694 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261af1e-d5c2-427b-b184-7883b40d5aed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:10.792962 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261af1e-d5c2-427b-b184-7883b40d5aed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:10.793237 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261af1e-d5c2-427b-b184-7883b40d5aed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:10.793584 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261af1e-d5c2-427b-b184-7883b40d5aed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:10.793882 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261af1e-d5c2-427b-b184-7883b40d5aed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:10.794354 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261af1e-d5c2-427b-b184-7883b40d5aed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:10.794591 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261af1e-d5c2-427b-b184-7883b40d5aed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:21.225105 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8c01e7d5-b942-4828-b7ed-6f93c2285403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:21.480772 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 5 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:29:23.972509 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-c6c83547-5d1f-497d-823e-e9dcc5a5b439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:24.395339 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:25.265400 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:27.008753 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:51.229727 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-25de2816-783d-49c2-aa89-37df893be7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:53.977005 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-610cc336-e9f5-415f-83f9-3bd51b81694b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:54.398728 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:55.271011 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:57.013347 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:58.479888 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 5 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:30:21.234402 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-35025f09-2337-46ba-969f-95b978c7129b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:23.970000 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-87a379be-5fa6-451d-8c50-d2b523ec4306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:24.400302 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:25.272555 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:27.014190 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:35.479790 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 5 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:30:47.240548 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634395'] for agent, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:51.238030 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-b6cd39ac-9220-4be4-8fb4-a49d258da2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:52.483500 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 34210) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:30:52.614968 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-00794db9-41fb-4a04-8bbe-ce6ac0b5b073 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1302872 Jul 19 17:30:53.976682 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-40f4eaae-5d40-48a9-80c4-35408ed77472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:54.406055 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:54.973508 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 34220) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:30:55.068579 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-300e3a11-1e27-4bdb-aab9-78d33c644bb1 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0933676 Jul 19 17:30:55.282392 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:57.032741 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:12.478684 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:31:17.179319 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:21.234799 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-02e6ad11-4bb8-4241-ace3-40b0c4f956d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:23.970859 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-11aef857-7191-4ede-adb9-81c125d6cba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:24.403549 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:25.278444 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:27.026890 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:47.191261 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:49.478814 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:31:51.230211 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-18d975b2-8498-4a31-8474-3c5e5dc48b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:53.974559 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-3d7e167c-47f9-485b-8319-3789ca3b5f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:54.409528 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:55.281452 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:57.027513 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:17.193576 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:21.234386 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-74f5b3f1-8fb7-42b0-90d9-49918e3a2ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:23.976357 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-136dd301-1a9e-4168-817e-c7f56544f513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:24.402301 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:25.289425 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:26.477497 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:32:27.042956 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:31.241810 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 34432) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:31.495356 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 34450) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:31.716741 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-513724125-network', 'tenant_id': '154770f9b0584715b4de4129063329a7'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:32:31.753041 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Made reservation on behalf of 154770f9b0584715b4de4129063329a7 for: {'network': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:32:31.759828 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for network, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:31.760523 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 34460) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:31.769529 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:31.900359 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:31.909602 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:31.938943 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:31.947588 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:31.948030 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:31.948528 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:31.948840 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:31.949219 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:31.949552 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:31.949883 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:31.950224 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:31.950717 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:31.951437 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:31.951837 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:31.952236 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Tracked resource versions report: Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: pushed versions: Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: { 'AddressGroup': {'1.2'}, Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: 'ConntrackHelper': {'1.0'}, Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: 'Log': {'1.0'}, Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: 'Network': {'1.1'}, Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: 'Port': {'1.7'}, Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: 'PortForwarding': {'1.2'}, Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: 'QosPolicy': {'1.8'}, Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: 'SecurityGroup': {'1.4'}, Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: 'SubPort': {'1.0'}, Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: 'Subnet': {'1.1'}, Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: 'Trunk': {'1.1'}} Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: consumer versions: Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: { DHCP agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: HyperV agent@hv-cinder-80069: {}, Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: L3 agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: Metadata agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: Metering agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: Open vSwitch agent@dv-cinder-800695-4-iscsi: { 'AddressGroup': '1.2', Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: 'ConntrackHelper': '1.0', Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: 'Log': '1.0', Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: 'Network': '1.1', Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: 'Port': '1.7', Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: 'PortForwarding': '1.2', Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: 'QosPolicy': '1.8', Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: 'SecurityGroup': '1.4', Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: 'SecurityGroupRule': '1.2', Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: 'SubPort': '1.0', Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: 'Subnet': '1.1', Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: 'Trunk': '1.1'}} Jul 19 17:32:31.954090 dv-cinder-800695-4-iscsi neutron-server[93384]: {{(pid=93384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:32:31.965030 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-d5e40542-c70c-4e35-898b-66e12a6cf5e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1312934689-network', 'tenant_id': '264664ead74849f4a933f763f9adf1ae'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:32:31.988550 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e40542-c70c-4e35-898b-66e12a6cf5e2 admin admin] Made reservation on behalf of 264664ead74849f4a933f763f9adf1ae for: {'network': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:32:31.991060 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d5e40542-c70c-4e35-898b-66e12a6cf5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for network, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:32.000419 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:32:32.002960 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d5e40542-c70c-4e35-898b-66e12a6cf5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:32.005924 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 34472) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:32.108462 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d5e40542-c70c-4e35-898b-66e12a6cf5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:32.110001 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:32.110549 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.segments_db [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Added segment 90726ae9-7266-40df-8eae-99ef187974f9 of type vlan for network dd319fdc-24ce-454e-888e-090cf8c32435 Jul 19 17:32:32.121223 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d5e40542-c70c-4e35-898b-66e12a6cf5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:32.191113 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e40542-c70c-4e35-898b-66e12a6cf5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8a023e-9f69-4679-be58-30a69fb0806b,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:32.247183 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742494121966'] for network, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:32.273842 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-980508985-network', 'tenant_id': '8eac7ae86da742339229da8811d720ae'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:32:32.302419 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for network, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:32.304059 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:32.305403 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:32.322097 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.db.api [None req-d5e40542-c70c-4e35-898b-66e12a6cf5e2 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=93384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 17:32:32.322458 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG oslo_db.api [None req-d5e40542-c70c-4e35-898b-66e12a6cf5e2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 17:32:32.324237 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Made reservation on behalf of 8eac7ae86da742339229da8811d720ae for: {'network': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:32:32.327034 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for network, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:32.354974 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1103454 Jul 19 17:32:32.358315 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 34482) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:32.368428 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:32.390322 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-387dc75d-d37c-4b93-a4b8-8af95de26c58 admin admin] Request body: {'subnet': {'network_id': 'dd319fdc-24ce-454e-888e-090cf8c32435', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-513724125-subnet', 'tenant_id': '154770f9b0584715b4de4129063329a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:32:32.395352 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79476df4-e365-4af7-88b7-7467ba254a73 admin admin] Pushing event updated for resources: {'Network': ['ID=dd319fdc-24ce-454e-888e-090cf8c32435,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:32.424250 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Network dd319fdc-24ce-454e-888e-090cf8c32435 details requested by agent ovs-agent-dv-cinder-800695-4-iscsi with host dv-cinder-800695-4-iscsi {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:32:32.438146 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387dc75d-d37c-4b93-a4b8-8af95de26c58 admin admin] Made reservation on behalf of 154770f9b0584715b4de4129063329a7 for: {'subnet': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:32:32.441690 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-387dc75d-d37c-4b93-a4b8-8af95de26c58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:32.522644 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:32.527487 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:32.557700 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:32:32.576819 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4585a9a5-4fb8-4436-be89-92a9ede27ac7,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:32.580598 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:32.581131 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.db.segments_db [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Added segment da51a4f5-0dcb-40e9-b412-f6e7f601152b of type vlan for network 8d0b84da-014c-43ff-bf6a-16a5d79fbf35 Jul 19 17:32:32.601315 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:32.601841 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:32.602024 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:32.602353 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:32.602681 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:32.603082 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:32.603430 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:32.603849 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:32.604215 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:32.604640 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:32.605054 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:32.605545 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Tracked resource versions report: Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: pushed versions: Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: { 'AddressGroup': {'1.2'}, Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: 'ConntrackHelper': {'1.0'}, Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: 'Log': {'1.0'}, Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: 'Network': {'1.1'}, Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: 'Port': {'1.7'}, Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: 'PortForwarding': {'1.2'}, Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: 'QosPolicy': {'1.8'}, Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: 'SecurityGroup': {'1.4'}, Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: 'SubPort': {'1.0'}, Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: 'Subnet': {'1.1'}, Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: 'Trunk': {'1.1'}} Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: consumer versions: Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: { DHCP agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: HyperV agent@hv-cinder-80069: {}, Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: L3 agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: Metadata agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: Metering agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: Open vSwitch agent@dv-cinder-800695-4-iscsi: { 'AddressGroup': '1.2', Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: 'ConntrackHelper': '1.0', Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: 'Log': '1.0', Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: 'Network': '1.1', Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: 'Port': '1.7', Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: 'PortForwarding': '1.2', Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: 'QosPolicy': '1.8', Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: 'SecurityGroup': '1.4', Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: 'SecurityGroupRule': '1.2', Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: 'SubPort': '1.0', Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: 'Subnet': '1.1', Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: 'Trunk': '1.1'}} Jul 19 17:32:32.607001 dv-cinder-800695-4-iscsi neutron-server[93383]: {{(pid=93383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:32:32.684322 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742494121966'] for network, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:32.748129 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for network, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:32.750659 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:32.753220 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:32.823576 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d5e40542-c70c-4e35-898b-66e12a6cf5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for network, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:32.829462 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-387dc75d-d37c-4b93-a4b8-8af95de26c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for subnet, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:32.900130 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387dc75d-d37c-4b93-a4b8-8af95de26c58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da811da7-4bf9-4450-82bb-89a483333121,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:32.915826 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-ca47dca1-ddff-4d82-bf42-0b5867eaf67e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-847396095-network', 'tenant_id': '2e11996e75c849b6b0ccb7a38be75b5e'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:32:32.924404 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] Pushing event updated for resources: {'Network': ['ID=8d0b84da-014c-43ff-bf6a-16a5d79fbf35,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:32.930224 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-7f5c3098-f0de-4b63-9d46-85f6e26511d9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1646609 Jul 19 17:32:32.940793 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 34502) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:32.956228 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca47dca1-ddff-4d82-bf42-0b5867eaf67e admin admin] Made reservation on behalf of 2e11996e75c849b6b0ccb7a38be75b5e for: {'network': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:32:32.957463 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Network 8d0b84da-014c-43ff-bf6a-16a5d79fbf35 details requested by agent ovs-agent-dv-cinder-800695-4-iscsi with host dv-cinder-800695-4-iscsi {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:32:32.960639 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-97b354cf-4266-43e8-a3b3-e8c973bfe410 admin admin] Request body: {'subnet': {'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-980508985-subnet', 'tenant_id': '8eac7ae86da742339229da8811d720ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:32:32.961901 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ca47dca1-ddff-4d82-bf42-0b5867eaf67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for network, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:32.977449 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387dc75d-d37c-4b93-a4b8-8af95de26c58 admin admin] Checking segment: {'id': '90726ae9-7266-40df-8eae-99ef187974f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'dd319fdc-24ce-454e-888e-090cf8c32435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:32:32.978034 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387dc75d-d37c-4b93-a4b8-8af95de26c58 admin admin] Network hostable DHCP agents. Network: dd319fdc-24ce-454e-888e-090cf8c32435, hostable agents: ['478a2c00-6d69-428b-b8a1-4625481a8144'], hosted agents: [] {{(pid=93384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:32:32.979776 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ca47dca1-ddff-4d82-bf42-0b5867eaf67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:33.039062 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387dc75d-d37c-4b93-a4b8-8af95de26c58 admin admin] Network dd319fdc-24ce-454e-888e-090cf8c32435 is scheduled to be hosted by DHCP agent 478a2c00-6d69-428b-b8a1-4625481a8144 with binding_index 1 {{(pid=93384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:32:33.048154 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e40542-c70c-4e35-898b-66e12a6cf5e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:32:33.061490 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-387dc75d-d37c-4b93-a4b8-8af95de26c58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-4-iscsi, dd319fdc-24ce-454e-888e-090cf8c32435) {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:32:33.072609 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d5e40542-c70c-4e35-898b-66e12a6cf5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:33.073146 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.segments_db [None req-d5e40542-c70c-4e35-898b-66e12a6cf5e2 admin admin] Added segment 5ef1ff52-c95c-47d9-992f-e445d0a3aa31 of type vlan for network 2b2a9a44-8a11-41b7-b0f8-85238b0362d1 Jul 19 17:32:33.076780 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b354cf-4266-43e8-a3b3-e8c973bfe410 admin admin] Made reservation on behalf of 8eac7ae86da742339229da8811d720ae for: {'subnet': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:32:33.081098 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-97b354cf-4266-43e8-a3b3-e8c973bfe410 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:33.125705 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387dc75d-d37c-4b93-a4b8-8af95de26c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:33.128078 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-387dc75d-d37c-4b93-a4b8-8af95de26c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:33.185972 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d71545-53b5-4d96-9713-cfc00de618f8 None None] Network dd319fdc-24ce-454e-888e-090cf8c32435 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:32:33.313238 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ca47dca1-ddff-4d82-bf42-0b5867eaf67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:33.320999 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ca47dca1-ddff-4d82-bf42-0b5867eaf67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:33.415379 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-387dc75d-d37c-4b93-a4b8-8af95de26c58 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0561624 Jul 19 17:32:33.420657 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 34528) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:33.421032 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47dca1-ddff-4d82-bf42-0b5867eaf67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87589f09-9929-4501-baa1-003ce9e2de92,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:33.424533 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d5e40542-c70c-4e35-898b-66e12a6cf5e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742494121966'] for network, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:33.449082 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-2f7e4c5c-95a3-4ec5-b81e-812faa4c0549 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-513724125-router', 'tenant_id': '154770f9b0584715b4de4129063329a7', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:32:33.494128 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca47dca1-ddff-4d82-bf42-0b5867eaf67e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:32:33.528456 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005447ec-93f9-4203-8fe1-3451dc5ae514 None None] Network dd319fdc-24ce-454e-888e-090cf8c32435 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:32:33.554827 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d5e40542-c70c-4e35-898b-66e12a6cf5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for network, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:33.555884 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e40542-c70c-4e35-898b-66e12a6cf5e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:33.556540 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d5e40542-c70c-4e35-898b-66e12a6cf5e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:33.575982 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4c5c-95a3-4ec5-b81e-812faa4c0549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58360'] for router, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:33.580149 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4c5c-95a3-4ec5-b81e-812faa4c0549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-570327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58359'] for router, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:33.581269 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-d5e40542-c70c-4e35-898b-66e12a6cf5e2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0846529 Jul 19 17:32:33.589085 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ca47dca1-ddff-4d82-bf42-0b5867eaf67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:33.589767 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.db.segments_db [None req-ca47dca1-ddff-4d82-bf42-0b5867eaf67e admin admin] Added segment fa97374e-9d40-4ef1-b57f-d15d772e35aa of type vlan for network 4ac516b3-c942-409e-ba28-d98945004c40 Jul 19 17:32:33.591481 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 34536) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:33.605002 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-37975fac-0134-4cf2-a0b3-1194915739e8 admin admin] Request body: {'subnet': {'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1312934689-subnet', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:32:33.725591 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ca47dca1-ddff-4d82-bf42-0b5867eaf67e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742494121966'] for network, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:33.774138 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37975fac-0134-4cf2-a0b3-1194915739e8 admin admin] Made reservation on behalf of 264664ead74849f4a933f763f9adf1ae for: {'subnet': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:32:33.776490 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-37975fac-0134-4cf2-a0b3-1194915739e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:33.782599 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4c5c-95a3-4ec5-b81e-812faa4c0549 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:33.800374 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 34540) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:33.945246 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e40542-c70c-4e35-898b-66e12a6cf5e2 admin admin] Pushing event updated for resources: {'Network': ['ID=2b2a9a44-8a11-41b7-b0f8-85238b0362d1,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:33.962017 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Network 2b2a9a44-8a11-41b7-b0f8-85238b0362d1 details requested by agent ovs-agent-dv-cinder-800695-4-iscsi with host dv-cinder-800695-4-iscsi {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:32:33.976179 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ca47dca1-ddff-4d82-bf42-0b5867eaf67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for network, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:33.979000 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca47dca1-ddff-4d82-bf42-0b5867eaf67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:33.980969 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ca47dca1-ddff-4d82-bf42-0b5867eaf67e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:34.017496 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-97b354cf-4266-43e8-a3b3-e8c973bfe410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for subnet, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:34.102220 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b354cf-4266-43e8-a3b3-e8c973bfe410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f2c7817-7c7d-4ae1-b51f-d61950bf1fbd,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:34.118270 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4c5c-95a3-4ec5-b81e-812faa4c0549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58309'] for router, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:34.119550 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b354cf-4266-43e8-a3b3-e8c973bfe410 admin admin] Checking segment: {'id': 'da51a4f5-0dcb-40e9-b412-f6e7f601152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:32:34.120283 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b354cf-4266-43e8-a3b3-e8c973bfe410 admin admin] Network hostable DHCP agents. Network: 8d0b84da-014c-43ff-bf6a-16a5d79fbf35, hostable agents: ['478a2c00-6d69-428b-b8a1-4625481a8144'], hosted agents: [] {{(pid=93384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:32:34.144021 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-ca47dca1-ddff-4d82-bf42-0b5867eaf67e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1370070 Jul 19 17:32:34.148106 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b354cf-4266-43e8-a3b3-e8c973bfe410 admin admin] Network 8d0b84da-014c-43ff-bf6a-16a5d79fbf35 is scheduled to be hosted by DHCP agent 478a2c00-6d69-428b-b8a1-4625481a8144 with binding_index 1 {{(pid=93384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:32:34.149935 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 34554) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:34.155766 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-1517cc3b-408a-432f-83ae-d10f6a4a8000 admin admin] Request body: {'subnet': {'network_id': '4ac516b3-c942-409e-ba28-d98945004c40', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-847396095-subnet', 'tenant_id': '2e11996e75c849b6b0ccb7a38be75b5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:32:34.166649 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c5d2a5f7-24a8-4905-8f50-8692cc06bbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:34.178248 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-97b354cf-4266-43e8-a3b3-e8c973bfe410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-4-iscsi, 8d0b84da-014c-43ff-bf6a-16a5d79fbf35) {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:32:34.189061 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1765811-6a6b-40d0-9081-4df5e51d2924 None None] Network 8d0b84da-014c-43ff-bf6a-16a5d79fbf35 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:32:34.191775 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b354cf-4266-43e8-a3b3-e8c973bfe410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:34.192812 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-97b354cf-4266-43e8-a3b3-e8c973bfe410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:34.207654 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1517cc3b-408a-432f-83ae-d10f6a4a8000 admin admin] Made reservation on behalf of 2e11996e75c849b6b0ccb7a38be75b5e for: {'subnet': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:32:34.210710 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-1517cc3b-408a-432f-83ae-d10f6a4a8000 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:34.239890 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47dca1-ddff-4d82-bf42-0b5867eaf67e admin admin] Pushing event updated for resources: {'Network': ['ID=4ac516b3-c942-409e-ba28-d98945004c40,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:34.269660 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-97b354cf-4266-43e8-a3b3-e8c973bfe410 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3184383 Jul 19 17:32:34.324299 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Network 4ac516b3-c942-409e-ba28-d98945004c40 details requested by agent ovs-agent-dv-cinder-800695-4-iscsi with host dv-cinder-800695-4-iscsi {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:32:34.479394 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56891500-3e9e-485f-a842-5835237107df None None] Network 8d0b84da-014c-43ff-bf6a-16a5d79fbf35 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:32:34.549533 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-37975fac-0134-4cf2-a0b3-1194915739e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for subnet, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:34.773282 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37975fac-0134-4cf2-a0b3-1194915739e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b4a27a-9fa5-41b8-8967-080a257defa8,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:34.779012 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-1517cc3b-408a-432f-83ae-d10f6a4a8000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for subnet, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:34.862236 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37975fac-0134-4cf2-a0b3-1194915739e8 admin admin] Checking segment: {'id': '5ef1ff52-c95c-47d9-992f-e445d0a3aa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:32:34.862687 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37975fac-0134-4cf2-a0b3-1194915739e8 admin admin] Network hostable DHCP agents. Network: 2b2a9a44-8a11-41b7-b0f8-85238b0362d1, hostable agents: ['478a2c00-6d69-428b-b8a1-4625481a8144'], hosted agents: [] {{(pid=93383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:32:34.883081 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517cc3b-408a-432f-83ae-d10f6a4a8000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed0eb7a0-e01c-49e9-b76c-7162fedad1e1,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:34.900156 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1517cc3b-408a-432f-83ae-d10f6a4a8000 admin admin] Checking segment: {'id': 'fa97374e-9d40-4ef1-b57f-d15d772e35aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4ac516b3-c942-409e-ba28-d98945004c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:32:34.900895 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1517cc3b-408a-432f-83ae-d10f6a4a8000 admin admin] Network hostable DHCP agents. Network: 4ac516b3-c942-409e-ba28-d98945004c40, hostable agents: ['478a2c00-6d69-428b-b8a1-4625481a8144'], hosted agents: [] {{(pid=93384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:32:34.942672 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1517cc3b-408a-432f-83ae-d10f6a4a8000 admin admin] Network 4ac516b3-c942-409e-ba28-d98945004c40 is scheduled to be hosted by DHCP agent 478a2c00-6d69-428b-b8a1-4625481a8144 with binding_index 1 {{(pid=93384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:32:34.958286 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-1517cc3b-408a-432f-83ae-d10f6a4a8000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-4-iscsi, 4ac516b3-c942-409e-ba28-d98945004c40) {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:32:34.964192 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1517cc3b-408a-432f-83ae-d10f6a4a8000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:34.964521 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-1517cc3b-408a-432f-83ae-d10f6a4a8000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:34.967347 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ed7e72-a089-4b14-a1c7-e8e03d90a0ab None None] Network 4ac516b3-c942-409e-ba28-d98945004c40 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:32:34.981944 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c5d2a5f7-24a8-4905-8f50-8692cc06bbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:34.996037 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c5d2a5f7-24a8-4905-8f50-8692cc06bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:35.042206 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-1517cc3b-408a-432f-83ae-d10f6a4a8000 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8902826 Jul 19 17:32:35.063893 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37975fac-0134-4cf2-a0b3-1194915739e8 admin admin] Network 2b2a9a44-8a11-41b7-b0f8-85238b0362d1 is scheduled to be hosted by DHCP agent 478a2c00-6d69-428b-b8a1-4625481a8144 with binding_index 1 {{(pid=93383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:32:35.086274 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-37975fac-0134-4cf2-a0b3-1194915739e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-4-iscsi, 2b2a9a44-8a11-41b7-b0f8-85238b0362d1) {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:32:35.107048 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37975fac-0134-4cf2-a0b3-1194915739e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:35.107703 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-37975fac-0134-4cf2-a0b3-1194915739e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:35.135363 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-c5d2a5f7-24a8-4905-8f50-8692cc06bbb8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9a90f1ebac34b27a9c020cc8e3ca70f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3265932 Jul 19 17:32:35.138518 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 34604) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:35.143882 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2a5f7-24a8-4905-8f50-8692cc06bbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8af31c-9c6d-44e9-a637-cb4ec9386f93,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:35.149308 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4c5c-95a3-4ec5-b81e-812faa4c0549 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:35.171950 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4c5c-95a3-4ec5-b81e-812faa4c0549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:35.172722 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f0dca2-f364-4f96-9600-c2e9b12c9d1b None None] Network 2b2a9a44-8a11-41b7-b0f8-85238b0362d1 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:32:35.178467 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-37975fac-0134-4cf2-a0b3-1194915739e8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5854168 Jul 19 17:32:35.185756 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 34606) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:35.239757 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-f12fd264-c9e8-451b-aba7-e4b7051942f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1312934689-router', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:32:35.316510 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98d74f2-bd42-45e5-b1d9-348a352a1557 None None] Network 4ac516b3-c942-409e-ba28-d98945004c40 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:32:35.329447 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 34612) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:35.459957 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f12fd264-c9e8-451b-aba7-e4b7051942f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58360'] for router, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:35.460782 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-2f7e4c5c-95a3-4ec5-b81e-812faa4c0549 admin admin] Allocated IP 172.27.0.113 (3fed661f-002c-47fa-82e8-e8fe637e9a0e/a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30/51a3207c-857f-4ccf-8a43-57f2ad471d20) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:32:35.464864 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f12fd264-c9e8-451b-aba7-e4b7051942f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-570327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58359'] for router, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:35.498352 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f98f7655-1ba2-41d6-b5d2-fb455213a811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:35.594468 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d972d9f9-7db7-4ee2-9da2-6a4f12ae505a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:35.658947 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4c5c-95a3-4ec5-b81e-812faa4c0549 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:35.693164 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f98f7655-1ba2-41d6-b5d2-fb455213a811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:35.705103 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9aa9a872-d264-56b7-9ea2-70fb10be1434-2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'fixed_ips': [{'subnet_id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8'}]}} from dv-cinder-800695-4-iscsi. {{(pid=93385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:32:35.706029 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:35.713743 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f12fd264-c9e8-451b-aba7-e4b7051942f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:35.803408 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4c5c-95a3-4ec5-b81e-812faa4c0549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:35.851980 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7e4c5c-95a3-4ec5-b81e-812faa4c0549 admin admin] Network 3fed661f-002c-47fa-82e8-e8fe637e9a0e is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:32:35.863008 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-2f7e4c5c-95a3-4ec5-b81e-812faa4c0549 admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:32:35.871147 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e4c5c-95a3-4ec5-b81e-812faa4c0549 admin admin] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:32:35.925009 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.db_base_plugin_common [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Allocated IP 172.20.0.2 (2b2a9a44-8a11-41b7-b0f8-85238b0362d1/a4b4a27a-9fa5-41b8-8967-080a257defa8/50c3e553-01da-47cf-81d5-fc7932d3adef) {{(pid=93385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:32:36.057278 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f12fd264-c9e8-451b-aba7-e4b7051942f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58309'] for router, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:36.067220 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f98f7655-1ba2-41d6-b5d2-fb455213a811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:36.072384 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f98f7655-1ba2-41d6-b5d2-fb455213a811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:36.076608 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-f98f7655-1ba2-41d6-b5d2-fb455213a811 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e8af31c-9c6d-44e9-a637-cb4ec9386f93 HTTP/1.1" status: 204 len: 168 time: 0.9345131 Jul 19 17:32:36.096247 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f7655-1ba2-41d6-b5d2-fb455213a811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8af31c-9c6d-44e9-a637-cb4ec9386f93,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:36.315931 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d972d9f9-7db7-4ee2-9da2-6a4f12ae505a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:36.317351 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4c5c-95a3-4ec5-b81e-812faa4c0549 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:36.318376 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Notify callbacks [] for port, precommit_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:36.320548 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e4c5c-95a3-4ec5-b81e-812faa4c0549 admin admin] Pushing event updated for resources: {'Port': ['ID=51a3207c-857f-4ccf-8a43-57f2ad471d20,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:36.344244 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Transition to ACTIVE for port object 50c3e553-01da-47cf-81d5-fc7932d3adef will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:32:36.383831 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Transition to ACTIVE for port object 50c3e553-01da-47cf-81d5-fc7932d3adef will not be triggered until provisioned by entity DHCP. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:32:36.400555 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d972d9f9-7db7-4ee2-9da2-6a4f12ae505a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:36.403174 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:36.430967 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 34662) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:36.495841 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-d972d9f9-7db7-4ee2-9da2-6a4f12ae505a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f14ad629efa42caa0037d22dcf94bd8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1600964 Jul 19 17:32:36.495841 dv-cinder-800695-4-iscsi neutron-server[93383]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 19 17:32:36.517767 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 34666) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:36.518726 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972d9f9-7db7-4ee2-9da2-6a4f12ae505a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5091ac6-cf04-43d5-908f-a7d8d1e4b51b,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:36.547869 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Pushing event updated for resources: {'Port': ['ID=50c3e553-01da-47cf-81d5-fc7932d3adef,revision_number=1']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:36.581534 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:36.583370 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:36.583641 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:36.584882 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:36.584882 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:36.584882 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:36.585225 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:36.589727 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:36.590606 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:36.591133 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:36.591866 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:36.591866 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Tracked resource versions report: Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: pushed versions: Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: { 'AddressGroup': {'1.2'}, Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: 'ConntrackHelper': {'1.0'}, Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: 'Log': {'1.0'}, Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: 'Network': {'1.1'}, Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: 'Port': {'1.7'}, Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: 'PortForwarding': {'1.2'}, Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: 'QosPolicy': {'1.8'}, Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: 'SecurityGroup': {'1.4'}, Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: 'SubPort': {'1.0'}, Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: 'Subnet': {'1.1'}, Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: 'Trunk': {'1.1'}} Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: consumer versions: Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: { DHCP agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: HyperV agent@hv-cinder-80069: {}, Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: L3 agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: Metadata agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: Metering agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: Open vSwitch agent@dv-cinder-800695-4-iscsi: { 'AddressGroup': '1.2', Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: 'ConntrackHelper': '1.0', Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: 'Log': '1.0', Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: 'Network': '1.1', Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: 'Port': '1.7', Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: 'PortForwarding': '1.2', Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: 'QosPolicy': '1.8', Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: 'SecurityGroup': '1.4', Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: 'SecurityGroupRule': '1.2', Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: 'SubPort': '1.0', Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: 'Subnet': '1.1', Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: 'Trunk': '1.1'}} Jul 19 17:32:36.598739 dv-cinder-800695-4-iscsi neutron-server[93385]: {{(pid=93385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:32:36.632014 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Network 2b2a9a44-8a11-41b7-b0f8-85238b0362d1 is already hosted by enough agents. {{(pid=93385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:32:36.637912 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.scheduler.base_scheduler [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Resources bound (agent type, host, resource id): {{(pid=93385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:32:36.646694 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Received port after_create {{(pid=93385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:32:36.831992 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Attempting to bind port 50c3e553-01da-47cf-81d5-fc7932d3adef on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:32:36.832483 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Attempting to bind port 50c3e553-01da-47cf-81d5-fc7932d3adef by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '5ef1ff52-c95c-47d9-992f-e445d0a3aa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:32:36.837774 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f12fd264-c9e8-451b-aba7-e4b7051942f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:36.841484 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Attempting to bind port 50c3e553-01da-47cf-81d5-fc7932d3adef on network 2b2a9a44-8a11-41b7-b0f8-85238b0362d1 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:32:36.856468 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:32:36.857176 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Checking segment: {'id': '5ef1ff52-c95c-47d9-992f-e445d0a3aa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:32:36.857347 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:36.857684 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Bound using segment: {'id': '5ef1ff52-c95c-47d9-992f-e445d0a3aa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:32:36.858276 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Bound port: 50c3e553-01da-47cf-81d5-fc7932d3adef, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef1ff52-c95c-47d9-992f-e445d0a3aa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:32:36.858703 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:36.901632 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7c7b-00a3-4b9d-8ad1-9c3d87c2784a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:36.982029 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 34684) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:36.988411 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-f4c91062-0089-48a2-af3f-68fa84afa6af tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:36.990004 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-f4c91062-0089-48a2-af3f-68fa84afa6af tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/networks?id=4ac516b3-c942-409e-ba28-d98945004c40 HTTP/1.1" status: 200 len: 811 time: 0.4967058 Jul 19 17:32:37.002335 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f12fd264-c9e8-451b-aba7-e4b7051942f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:37.016268 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 34690) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:37.023581 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] For port 50c3e553-01da-47cf-81d5-fc7932d3adef, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:32:37.030188 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] For port 50c3e553-01da-47cf-81d5-fc7932d3adef, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=50c3e553-01da-47cf-81d5-fc7932d3adef,segment=NetworkSegment(5ef1ff52-c95c-47d9-992f-e445d0a3aa31),segment_id=5ef1ff52-c95c-47d9-992f-e445d0a3aa31)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:32:37.037444 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:37.039883 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3697ac77-81a7-4267-b325-4080a03f1fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:37.047768 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7c7b-00a3-4b9d-8ad1-9c3d87c2784a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:37.050572 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-c3f80abc-02dc-4820-8634-e22524118eda tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/quotas/2e11996e75c849b6b0ccb7a38be75b5e HTTP/1.1" status: 200 len: 375 time: 0.0481210 Jul 19 17:32:37.114647 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ed259-79bd-4de8-ad8f-4d190b631e93 None None] Pushing event updated for resources: {'Port': ['ID=50c3e553-01da-47cf-81d5-fc7932d3adef,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:37.148644 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-848e98c1-9d76-4f06-a3d6-86289ac4decc tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e11996e75c849b6b0ccb7a38be75b5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817714 Jul 19 17:32:37.260617 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-f12fd264-c9e8-451b-aba7-e4b7051942f6 admin admin] Allocated IP 172.27.0.53 (3fed661f-002c-47fa-82e8-e8fe637e9a0e/a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30/5898132a-6567-4e6f-9f75-50dfe197935a) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:32:37.278845 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7c7b-00a3-4b9d-8ad1-9c3d87c2784a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:37.281645 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7c7b-00a3-4b9d-8ad1-9c3d87c2784a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:37.282875 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-bc5b7c7b-00a3-4b9d-8ad1-9c3d87c2784a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5091ac6-cf04-43d5-908f-a7d8d1e4b51b HTTP/1.1" status: 204 len: 168 time: 0.7621071 Jul 19 17:32:37.306974 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b7c7b-00a3-4b9d-8ad1-9c3d87c2784a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5091ac6-cf04-43d5-908f-a7d8d1e4b51b,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:37.377408 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4c5c-95a3-4ec5-b81e-812faa4c0549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567340'] for router, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:37.424712 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3697ac77-81a7-4267-b325-4080a03f1fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:37.446549 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3697ac77-81a7-4267-b325-4080a03f1fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:37.515868 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-3697ac77-81a7-4267-b325-4080a03f1fb2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a35c54f6a0a474fb094d4023d750e5a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5316248 Jul 19 17:32:37.520078 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697ac77-81a7-4267-b325-4080a03f1fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2943509d-62e6-4407-b362-ae39ad094ef8,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:37.522332 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-7d119e77-a8d1-43a6-ae54-5642e666fd76 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:37.522996 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 34700) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:37.533314 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-7d119e77-a8d1-43a6-ae54-5642e666fd76 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/networks?id=8d0b84da-014c-43ff-bf6a-16a5d79fbf35 HTTP/1.1" status: 200 len: 814 time: 0.5108900 Jul 19 17:32:37.542839 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f12fd264-c9e8-451b-aba7-e4b7051942f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:37.588927 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-5d4e9cb7-e2aa-4345-a1ed-0a4d81cbe713 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/quotas/8eac7ae86da742339229da8811d720ae HTTP/1.1" status: 200 len: 375 time: 0.0354881 Jul 19 17:32:37.626873 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bd11dc76-d755-4869-b7cd-23a34dc4c26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:37.629329 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-76ce38f7-61e9-4af5-904a-85df97bbf6e9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:32:37.632726 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-76ce38f7-61e9-4af5-904a-85df97bbf6e9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1763589 Jul 19 17:32:37.642542 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-fd66d9a2-f42e-4304-91d9-9bca6b7d29e1 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8eac7ae86da742339229da8811d720ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523665 Jul 19 17:32:37.653678 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f12fd264-c9e8-451b-aba7-e4b7051942f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:37.663523 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bd11dc76-d755-4869-b7cd-23a34dc4c26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:37.734141 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12fd264-c9e8-451b-aba7-e4b7051942f6 admin admin] Network 3fed661f-002c-47fa-82e8-e8fe637e9a0e is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:32:37.745048 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-f12fd264-c9e8-451b-aba7-e4b7051942f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:32:37.751888 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12fd264-c9e8-451b-aba7-e4b7051942f6 admin admin] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:32:37.754619 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fd264-c9e8-451b-aba7-e4b7051942f6 admin admin] Pushing event updated for resources: {'Port': ['ID=5898132a-6567-4e6f-9f75-50dfe197935a,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:37.807459 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-3df80b99-0092-47f6-acf0-dd39ecbd2a03 service neutron] 10.222.0.32 "GET /v2.0/networks/4ac516b3-c942-409e-ba28-d98945004c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438787 Jul 19 17:32:37.815932 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7e4c5c-95a3-4ec5-b81e-812faa4c0549 admin admin] Router 4273def9-aa39-418c-a499-6a7fad373eb7 is scheduled to L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 with binding_index 1 {{(pid=93383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:32:37.970775 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 34714) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:37.995272 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cf3d81f4-92cb-4828-8aa6-48f14d78331d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:37.997638 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-465d233a-6f13-4403-b49a-187ff45ff5c6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:32:37.998900 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-465d233a-6f13-4403-b49a-187ff45ff5c6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1597381 Jul 19 17:32:37.999290 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bd11dc76-d755-4869-b7cd-23a34dc4c26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:38.001882 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bd11dc76-d755-4869-b7cd-23a34dc4c26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:38.003281 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-bd11dc76-d755-4869-b7cd-23a34dc4c26f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2943509d-62e6-4407-b362-ae39ad094ef8 HTTP/1.1" status: 204 len: 168 time: 0.4732945 Jul 19 17:32:38.031690 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11dc76-d755-4869-b7cd-23a34dc4c26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2943509d-62e6-4407-b362-ae39ad094ef8,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:38.168314 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-c705747f-eaf9-460d-91ca-4d7efa9a3417 service neutron] 10.222.0.32 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543789 Jul 19 17:32:38.224641 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f12fd264-c9e8-451b-aba7-e4b7051942f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:38.262559 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-e7404481-a0c8-4eaa-9f1d-3e024a3858d5 service neutron] 10.222.0.32 "GET /v2.0/networks/4ac516b3-c942-409e-ba28-d98945004c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402237 Jul 19 17:32:38.351267 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7e4c5c-95a3-4ec5-b81e-812faa4c0549 admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:32:38.362356 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cf3d81f4-92cb-4828-8aa6-48f14d78331d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:38.372136 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] Sync routers for ids ['4273def9-aa39-418c-a499-6a7fad373eb7'] in dv-cinder-800695-4-iscsi {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:32:38.382217 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4c5c-95a3-4ec5-b81e-812faa4c0549 admin admin] Notify callbacks [] for router, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:38.383264 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cf3d81f4-92cb-4828-8aa6-48f14d78331d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:38.387022 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-2f7e4c5c-95a3-4ec5-b81e-812faa4c0549 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9437699 Jul 19 17:32:38.388993 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 34722) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:38.412341 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-0793d8b2-fdb3-4a8f-98af-c67579cff80e service neutron] 10.222.0.32 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232909 Jul 19 17:32:38.421682 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] Routers {'4273def9-aa39-418c-a499-6a7fad373eb7'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:32:38.426999 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:32:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['4273def9-aa39-418c-a499-6a7fad373eb7'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:32:38.550325 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-cf3d81f4-92cb-4828-8aa6-48f14d78331d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d9ee9800fff483cb27ed1bd66ad2738&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5782537 Jul 19 17:32:38.553161 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 34728) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:38.671459 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] Set router 4273def9-aa39-418c-a499-6a7fad373eb7 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:32:38.685590 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d81f4-92cb-4828-8aa6-48f14d78331d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91d21f7-4948-4e9d-a2be-ba92a5b30871,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:38.709552 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7b8e406f-233b-487e-add0-dc9c0a9c0b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:38.787406 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d66f1c8-36db-40b5-83c2-e318183ea847 None None] Network 2b2a9a44-8a11-41b7-b0f8-85238b0362d1 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:32:38.805144 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7b8e406f-233b-487e-add0-dc9c0a9c0b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:38.917644 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7b8e406f-233b-487e-add0-dc9c0a9c0b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:38.921361 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7b8e406f-233b-487e-add0-dc9c0a9c0b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:38.942728 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-7b8e406f-233b-487e-add0-dc9c0a9c0b08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f91d21f7-4948-4e9d-a2be-ba92a5b30871 HTTP/1.1" status: 204 len: 168 time: 0.3882864 Jul 19 17:32:38.977582 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e406f-233b-487e-add0-dc9c0a9c0b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91d21f7-4948-4e9d-a2be-ba92a5b30871,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:39.041455 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f12fd264-c9e8-451b-aba7-e4b7051942f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567340'] for router, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:39.245510 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 50c3e553-01da-47cf-81d5-fc7932d3adef up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:32:39.321692 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ac602771-53ff-42ab-b396-4f722066423b req-66c55bf1-1d49-4bfa-be34-8b15388be6dc tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 210 time: 0.1739435 Jul 19 17:32:39.323947 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port 50c3e553-01da-47cf-81d5-fc7932d3adef completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:32:39.333673 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 50c3e553-01da-47cf-81d5-fc7932d3adef triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:32:39.334261 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:39.389928 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-8612b36f-b802-4096-943b-c7e8d0eb840c None None] Provisioning for port 50c3e553-01da-47cf-81d5-fc7932d3adef completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:32:39.441165 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4273def9-aa39-418c-a499-6a7fad373eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-513724125-router', 'tenant_id': '154770f9b0584715b4de4129063329a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '51a3207c-857f-4ccf-8a43-57f2ad471d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:33Z', 'updated_at': '2021-07-19T17:32:35Z', 'revision_number': 3, 'project_id': '154770f9b0584715b4de4129063329a7', 'gw_port': {'id': '51a3207c-857f-4ccf-8a43-57f2ad471d20', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4273def9-aa39-418c-a499-6a7fad373eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:32:39.448841 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2dec8e3a-e101-4365-877e-a2576b647187 req-a6eb71c7-6609-4423-a230-b511cec2f8a7 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 210 time: 0.2226183 Jul 19 17:32:39.452687 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-8612b36f-b802-4096-943b-c7e8d0eb840c None None] Provisioning complete for port 50c3e553-01da-47cf-81d5-fc7932d3adef triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:32:39.452687 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8612b36f-b802-4096-943b-c7e8d0eb840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:39.535381 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:39.549013 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] Checking router: 4273def9-aa39-418c-a499-6a7fad373eb7 for host: dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:32:39.549866 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] Updating router 4273def9-aa39-418c-a499-6a7fad373eb7 port 51a3207c-857f-4ccf-8a43-57f2ad471d20 binding host dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:32:39.611526 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:39.727066 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12fd264-c9e8-451b-aba7-e4b7051942f6 admin admin] Router c9b82133-ed92-436d-873d-9abcda55d88e is scheduled to L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 with binding_index 1 {{(pid=93384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:32:39.863296 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8612b36f-b802-4096-943b-c7e8d0eb840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:39.887061 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port 50c3e553-01da-47cf-81d5-fc7932d3adef, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=50c3e553-01da-47cf-81d5-fc7932d3adef,segment=NetworkSegment(5ef1ff52-c95c-47d9-992f-e445d0a3aa31),segment_id=5ef1ff52-c95c-47d9-992f-e445d0a3aa31)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:32:39.916290 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:40.023632 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=50c3e553-01da-47cf-81d5-fc7932d3adef,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:40.074631 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.db.api [None req-8612b36f-b802-4096-943b-c7e8d0eb840c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 17:32:40.075384 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG oslo_db.api [None req-8612b36f-b802-4096-943b-c7e8d0eb840c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 17:32:40.193577 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12fd264-c9e8-451b-aba7-e4b7051942f6 admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:32:40.209043 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] Sync routers for ids ['c9b82133-ed92-436d-873d-9abcda55d88e'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:32:40.212134 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] Notify callbacks [] for port, precommit_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:40.223275 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] Routers {'c9b82133-ed92-436d-873d-9abcda55d88e'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:32:40.225676 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:32:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['c9b82133-ed92-436d-873d-9abcda55d88e'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:32:40.227002 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.provisioning_blocks [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] Transition to ACTIVE for port object 51a3207c-857f-4ccf-8a43-57f2ad471d20 will not be triggered until provisioned by entity L2. {{(pid=93386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:32:40.237402 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:40.253542 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f12fd264-c9e8-451b-aba7-e4b7051942f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:40.254958 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-f12fd264-c9e8-451b-aba7-e4b7051942f6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0484447 Jul 19 17:32:40.259338 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 34808) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:40.439389 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f1f3a-6826-4544-ae05-bfa53dcc3c6e None None] Pushing event updated for resources: {'Port': ['ID=51a3207c-857f-4ccf-8a43-57f2ad471d20,revision_number=2']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:40.459077 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f1f3a-6826-4544-ae05-bfa53dcc3c6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:40.464237 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f1f3a-6826-4544-ae05-bfa53dcc3c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:40.465094 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f1f3a-6826-4544-ae05-bfa53dcc3c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:40.465638 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f1f3a-6826-4544-ae05-bfa53dcc3c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:40.466233 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f1f3a-6826-4544-ae05-bfa53dcc3c6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:40.468420 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f1f3a-6826-4544-ae05-bfa53dcc3c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:40.469740 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f1f3a-6826-4544-ae05-bfa53dcc3c6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:40.470234 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f1f3a-6826-4544-ae05-bfa53dcc3c6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:40.471853 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f1f3a-6826-4544-ae05-bfa53dcc3c6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:40.472458 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f1f3a-6826-4544-ae05-bfa53dcc3c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:40.490582 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f1f3a-6826-4544-ae05-bfa53dcc3c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:40.518890 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] Set router c9b82133-ed92-436d-873d-9abcda55d88e gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:32:40.520761 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f1f3a-6826-4544-ae05-bfa53dcc3c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f1f3a-6826-4544-ae05-bfa53dcc3c6e None None] Tracked resource versions report: Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: pushed versions: Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: { 'AddressGroup': {'1.2'}, Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: 'ConntrackHelper': {'1.0'}, Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: 'Log': {'1.0'}, Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: 'Network': {'1.1'}, Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: 'Port': {'1.7'}, Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: 'PortForwarding': {'1.2'}, Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: 'QosPolicy': {'1.8'}, Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: 'SecurityGroup': {'1.4'}, Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: 'SubPort': {'1.0'}, Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: 'Subnet': {'1.1'}, Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: 'Trunk': {'1.1'}} Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: consumer versions: Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: { DHCP agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: HyperV agent@hv-cinder-80069: {}, Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: L3 agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: Metadata agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: Metering agent@dv-cinder-800695-4-iscsi: {}, Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: Open vSwitch agent@dv-cinder-800695-4-iscsi: { 'AddressGroup': '1.2', Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: 'ConntrackHelper': '1.0', Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: 'Log': '1.0', Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: 'Network': '1.1', Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: 'Port': '1.7', Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: 'PortForwarding': '1.2', Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: 'QosPolicy': '1.8', Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: 'SecurityGroup': '1.4', Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: 'SecurityGroupRule': '1.2', Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: 'SubPort': '1.0', Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: 'Subnet': '1.1', Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: 'Trunk': '1.1'}} Jul 19 17:32:40.525836 dv-cinder-800695-4-iscsi neutron-server[93386]: {{(pid=93386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:32:40.552917 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] Attempting to bind port 51a3207c-857f-4ccf-8a43-57f2ad471d20 on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:32:40.558236 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] Attempting to bind port 51a3207c-857f-4ccf-8a43-57f2ad471d20 by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:32:40.561630 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] Attempting to bind port 51a3207c-857f-4ccf-8a43-57f2ad471d20 on network 3fed661f-002c-47fa-82e8-e8fe637e9a0e {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:32:40.593250 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-eb339f7c-91c8-43af-be5f-b0c72e325ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:40.596150 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:32:40.602457 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] Checking segment: {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:32:40.603274 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:40.604767 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] Bound using segment: {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:32:40.605535 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] Bound port: 51a3207c-857f-4ccf-8a43-57f2ad471d20, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:32:40.607841 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:40.707949 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2d0a3fbf-5ade-4cca-9921-8dc1aebfdfa5 req-a521fba9-e330-40cf-af5c-770ea6b95178 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 210 time: 0.1092849 Jul 19 17:32:40.762442 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] For port 51a3207c-857f-4ccf-8a43-57f2ad471d20, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:32:40.770223 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] For port 51a3207c-857f-4ccf-8a43-57f2ad471d20, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=51a3207c-857f-4ccf-8a43-57f2ad471d20,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:32:40.798494 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:40.855214 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-73837098-86bf-41c4-8485-2af99050242d req-dae3438c-4852-405d-b8df-bb1c2980de8f tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 210 time: 0.2538986 Jul 19 17:32:40.966446 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] Routers {'4273def9-aa39-418c-a499-6a7fad373eb7'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:32:40.967568 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:32:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['4273def9-aa39-418c-a499-6a7fad373eb7'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:32:41.162975 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 50c3e553-01da-47cf-81d5-fc7932d3adef up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:32:41.200985 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-eb339f7c-91c8-43af-be5f-b0c72e325ed1 admin admin] Allocated IP 172.20.0.1 (dd319fdc-24ce-454e-888e-090cf8c32435/da811da7-4bf9-4450-82bb-89a483333121/d0da7675-49f7-42b9-9fc3-8a9dd3a58955) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:32:41.307931 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-5e375cd6-b389-4fc2-a82c-08f356d3178f None None] Provisioning complete for port 50c3e553-01da-47cf-81d5-fc7932d3adef triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:32:41.308712 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5e375cd6-b389-4fc2-a82c-08f356d3178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:41.334611 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] Set router 4273def9-aa39-418c-a499-6a7fad373eb7 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:32:41.626682 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-eb339f7c-91c8-43af-be5f-b0c72e325ed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:41.731540 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f1f3a-6826-4544-ae05-bfa53dcc3c6e None None] Pushing event updated for resources: {'Port': ['ID=51a3207c-857f-4ccf-8a43-57f2ad471d20,revision_number=3']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:41.777486 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'name': 'tempest-AttachVolumeTestJSON-1312934689-router', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:38Z', 'revision_number': 3, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'gw_port': {'id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:37Z', 'updated_at': '2021-07-19T17:32:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:32:41.805530 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 50c3e553-01da-47cf-81d5-fc7932d3adef triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:32:41.805906 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:41.807742 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-eb339f7c-91c8-43af-be5f-b0c72e325ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:41.919884 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb339f7c-91c8-43af-be5f-b0c72e325ed1 admin admin] Network dd319fdc-24ce-454e-888e-090cf8c32435 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:32:41.926018 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-eb339f7c-91c8-43af-be5f-b0c72e325ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:32:41.932263 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb339f7c-91c8-43af-be5f-b0c72e325ed1 admin admin] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:32:41.939335 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-eb339f7c-91c8-43af-be5f-b0c72e325ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567539'] for router_interface, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:42.030326 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] Checking router: c9b82133-ed92-436d-873d-9abcda55d88e for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:32:42.032236 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] Updating router c9b82133-ed92-436d-873d-9abcda55d88e port 5898132a-6567-4e6f-9f75-50dfe197935a binding host dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:32:42.072101 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3c51466d-09ae-4cdb-a92e-7933b954ff99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:42.217315 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:42.226791 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5ea35640-ca4b-4329-8504-b75c2e861edb req-51bc1c2e-ac57-41e2-a8c5-4a6f6b65739d tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 210 time: 0.3727858 Jul 19 17:32:42.232138 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4273def9-aa39-418c-a499-6a7fad373eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-513724125-router', 'tenant_id': '154770f9b0584715b4de4129063329a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '51a3207c-857f-4ccf-8a43-57f2ad471d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:33Z', 'updated_at': '2021-07-19T17:32:35Z', 'revision_number': 3, 'project_id': '154770f9b0584715b4de4129063329a7', 'gw_port': {'id': '51a3207c-857f-4ccf-8a43-57f2ad471d20', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4273def9-aa39-418c-a499-6a7fad373eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:32:42.304027 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-81f73cb5-46e7-4542-8a95-e34604abcb3a req-3bbaa954-44b7-43e5-be94-fa3a9899085f tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 210 time: 0.0746830 Jul 19 17:32:42.340762 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec9c697-0e5b-44e5-85ef-021e6a86e238 None None] The sync data for ids ['4273def9-aa39-418c-a499-6a7fad373eb7'] in dv-cinder-800695-4-iscsi is: [{'id': '4273def9-aa39-418c-a499-6a7fad373eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-513724125-router', 'tenant_id': '154770f9b0584715b4de4129063329a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '51a3207c-857f-4ccf-8a43-57f2ad471d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:33Z', 'updated_at': '2021-07-19T17:32:35Z', 'revision_number': 3, 'project_id': '154770f9b0584715b4de4129063329a7', 'gw_port': {'id': '51a3207c-857f-4ccf-8a43-57f2ad471d20', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4273def9-aa39-418c-a499-6a7fad373eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:32:42.758650 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb339f7c-91c8-43af-be5f-b0c72e325ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=d0da7675-49f7-42b9-9fc3-8a9dd3a58955,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:43.131102 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-3c51466d-09ae-4cdb-a92e-7933b954ff99 admin admin] Allocated IP 172.20.0.1 (2b2a9a44-8a11-41b7-b0f8-85238b0362d1/a4b4a27a-9fa5-41b8-8967-080a257defa8/1f1365d5-b13d-4c0c-9672-6caf4f6a4de4) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:32:43.226668 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] Notify callbacks [] for port, precommit_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:43.258857 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] Transition to ACTIVE for port object 5898132a-6567-4e6f-9f75-50dfe197935a will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:32:43.276858 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 51a3207c-857f-4ccf-8a43-57f2ad471d20 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:32:43.286698 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:43.353955 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-eb339f7c-91c8-43af-be5f-b0c72e325ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:43.534983 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bfc835-604e-41c4-a0b2-0b4337a98b47 None None] Pushing event updated for resources: {'Port': ['ID=5898132a-6567-4e6f-9f75-50dfe197935a,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:43.574796 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3c51466d-09ae-4cdb-a92e-7933b954ff99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:43.619545 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] Attempting to bind port 5898132a-6567-4e6f-9f75-50dfe197935a on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:32:43.621415 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] Attempting to bind port 5898132a-6567-4e6f-9f75-50dfe197935a by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:32:43.622012 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] Attempting to bind port 5898132a-6567-4e6f-9f75-50dfe197935a on network 3fed661f-002c-47fa-82e8-e8fe637e9a0e {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:32:43.645413 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:32:43.645804 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] Checking segment: {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:32:43.649311 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:43.649755 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] Bound using segment: {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:32:43.650414 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] Bound port: 5898132a-6567-4e6f-9f75-50dfe197935a, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:32:43.650839 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:43.712162 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ab99f3b0-b814-45f2-ba75-abbc93127f1e req-d9699086-76fa-4dfa-805f-a76f6bd47a30 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 210 time: 0.1025918 Jul 19 17:32:43.720913 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [None req-3c51466d-09ae-4cdb-a92e-7933b954ff99 admin admin] Transition to ACTIVE for port object 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4 will not be triggered until provisioned by entity DHCP. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:32:43.832605 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] For port 5898132a-6567-4e6f-9f75-50dfe197935a, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:32:43.839543 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] For port 5898132a-6567-4e6f-9f75-50dfe197935a, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=5898132a-6567-4e6f-9f75-50dfe197935a,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:32:43.846795 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fde108d6-d815-4a23-9908-2356aec202c9 req-98320281-3a82-45ba-9b49-b1eb629d3d62 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 210 time: 0.0855041 Jul 19 17:32:43.853612 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port 51a3207c-857f-4ccf-8a43-57f2ad471d20 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:32:43.869163 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:43.898586 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 51a3207c-857f-4ccf-8a43-57f2ad471d20 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:32:43.898789 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:43.910597 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3c51466d-09ae-4cdb-a92e-7933b954ff99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:43.969617 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c51466d-09ae-4cdb-a92e-7933b954ff99 admin admin] Network 2b2a9a44-8a11-41b7-b0f8-85238b0362d1 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:32:43.975072 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-3c51466d-09ae-4cdb-a92e-7933b954ff99 admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:32:43.993882 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c51466d-09ae-4cdb-a92e-7933b954ff99 admin admin] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:32:43.994388 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3c51466d-09ae-4cdb-a92e-7933b954ff99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567539'] for router_interface, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:44.038705 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-eb339f7c-91c8-43af-be5f-b0c72e325ed1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:44.048922 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-eb339f7c-91c8-43af-be5f-b0c72e325ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:44.049890 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-eb339f7c-91c8-43af-be5f-b0c72e325ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631907'] for router_interface, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:44.072243 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] Routers {'c9b82133-ed92-436d-873d-9abcda55d88e'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:32:44.074771 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:32:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['c9b82133-ed92-436d-873d-9abcda55d88e'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:32:44.094517 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51466d-09ae-4cdb-a92e-7933b954ff99 admin admin] Pushing event updated for resources: {'Port': ['ID=1f1365d5-b13d-4c0c-9672-6caf4f6a4de4,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:44.217120 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb339f7c-91c8-43af-be5f-b0c72e325ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=d0da7675-49f7-42b9-9fc3-8a9dd3a58955,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:44.254834 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bfc835-604e-41c4-a0b2-0b4337a98b47 None None] Pushing event updated for resources: {'Port': ['ID=5898132a-6567-4e6f-9f75-50dfe197935a,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:44.376965 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:44.385192 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb339f7c-91c8-43af-be5f-b0c72e325ed1 admin admin] Network dd319fdc-24ce-454e-888e-090cf8c32435 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:32:44.387871 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-eb339f7c-91c8-43af-be5f-b0c72e325ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:32:44.440984 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3c51466d-09ae-4cdb-a92e-7933b954ff99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:44.461957 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] Set router c9b82133-ed92-436d-873d-9abcda55d88e gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:32:44.605654 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb339f7c-91c8-43af-be5f-b0c72e325ed1 admin admin] Router 4273def9-aa39-418c-a499-6a7fad373eb7 has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:32:44.675686 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port 51a3207c-857f-4ccf-8a43-57f2ad471d20, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=51a3207c-857f-4ccf-8a43-57f2ad471d20,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:32:44.691941 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:44.708165 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-41a04e30-f8ac-481b-a848-bd5045def811 None None] Provisioning for port 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:32:44.813714 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3c51466d-09ae-4cdb-a92e-7933b954ff99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:44.824393 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3c51466d-09ae-4cdb-a92e-7933b954ff99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:44.825649 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3c51466d-09ae-4cdb-a92e-7933b954ff99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631907'] for router_interface, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:44.909609 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51466d-09ae-4cdb-a92e-7933b954ff99 admin admin] Pushing event updated for resources: {'Port': ['ID=1f1365d5-b13d-4c0c-9672-6caf4f6a4de4,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:44.936432 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb339f7c-91c8-43af-be5f-b0c72e325ed1 admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:32:44.944832 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.59', 51934) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:44.975733 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-eb339f7c-91c8-43af-be5f-b0c72e325ed1 admin admin] 10.222.0.32 "PUT /v2.0/routers/4273def9-aa39-418c-a499-6a7fad373eb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5639884 Jul 19 17:32:45.185075 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-41a04e30-f8ac-481b-a848-bd5045def811 None None] Provisioning complete for port 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:32:45.185490 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-41a04e30-f8ac-481b-a848-bd5045def811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:45.288987 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=51a3207c-857f-4ccf-8a43-57f2ad471d20,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:45.292497 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-41a04e30-f8ac-481b-a848-bd5045def811 None None] Port 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:32:45.356433 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-678b706c-bade-44d7-b0b5-8f90972a306d tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:45.367616 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-678b706c-bade-44d7-b0b5-8f90972a306d tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.59 "GET /v2.0/networks?id=4ac516b3-c942-409e-ba28-d98945004c40 HTTP/1.1" status: 200 len: 811 time: 0.4184570 Jul 19 17:32:45.391120 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-321f8ab6-d7ed-4603-8f71-f8365b0639c5 req-1aeaf193-d610-41dd-82ca-84b96d2830b7 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 210 time: 0.4168570 Jul 19 17:32:45.392238 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'name': 'tempest-AttachVolumeTestJSON-1312934689-router', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:38Z', 'revision_number': 3, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'gw_port': {'id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:37Z', 'updated_at': '2021-07-19T17:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:32:45.398349 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f76d44f3-5fd6-424d-9716-cc078f4771a7 req-310e982a-59ba-4fda-925c-40abb097ed24 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 210 time: 0.3419158 Jul 19 17:32:45.420613 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c51466d-09ae-4cdb-a92e-7933b954ff99 admin admin] Network 2b2a9a44-8a11-41b7-b0f8-85238b0362d1 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:32:45.421190 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-3c51466d-09ae-4cdb-a92e-7933b954ff99 admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:32:45.427844 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-54d8d690-b978-4217-a706-f80bddb24a45 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Request body: {'port': {'device_id': '80d81e54-8c7a-49bf-b6bb-e26e8c2646b9', 'network_id': '4ac516b3-c942-409e-ba28-d98945004c40', 'admin_state_up': True, 'tenant_id': '2e11996e75c849b6b0ccb7a38be75b5e'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:32:45.515413 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ae5cc7-a057-48e2-aa24-98bf133f5748 None None] The sync data for ids ['c9b82133-ed92-436d-873d-9abcda55d88e'] in dv-cinder-800695-4-iscsi is: [{'id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'name': 'tempest-AttachVolumeTestJSON-1312934689-router', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:38Z', 'revision_number': 3, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'gw_port': {'id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:37Z', 'updated_at': '2021-07-19T17:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:32:45.541674 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] Sync routers for ids ['4273def9-aa39-418c-a499-6a7fad373eb7'] in dv-cinder-800695-4-iscsi {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:32:45.566552 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] Routers {'4273def9-aa39-418c-a499-6a7fad373eb7'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:32:45.570390 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:32:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['4273def9-aa39-418c-a499-6a7fad373eb7'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:32:45.613634 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 35080) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:45.633043 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.59', 51939) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:45.890845 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c51466d-09ae-4cdb-a92e-7933b954ff99 admin admin] Router c9b82133-ed92-436d-873d-9abcda55d88e has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:32:45.977297 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-833613d1-6755-4699-9d0f-4fe927ed518a None None] Provisioning complete for port 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:32:45.979521 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-833613d1-6755-4699-9d0f-4fe927ed518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:46.155406 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-833613d1-6755-4699-9d0f-4fe927ed518a None None] Port 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:32:46.157065 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c51466d-09ae-4cdb-a92e-7933b954ff99 admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:32:46.186317 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-3c51466d-09ae-4cdb-a92e-7933b954ff99 admin admin] 10.222.0.32 "PUT /v2.0/routers/c9b82133-ed92-436d-873d-9abcda55d88e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9258296 Jul 19 17:32:46.253167 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-214ef8bb-cc81-437c-9441-07cdc0aad050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:46.332017 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] Set router 4273def9-aa39-418c-a499-6a7fad373eb7 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:32:46.507764 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-17ef30da-03a2-40bc-9c2f-224060c2df9c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:46.533832 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-17ef30da-03a2-40bc-9c2f-224060c2df9c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/networks?id=dd319fdc-24ce-454e-888e-090cf8c32435 HTTP/1.1" status: 200 len: 818 time: 0.3745239 Jul 19 17:32:46.569644 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-4d48e9fa-a4ab-4478-b602-6fcd20d352f2 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/quotas/154770f9b0584715b4de4129063329a7 HTTP/1.1" status: 200 len: 375 time: 0.0326066 Jul 19 17:32:46.616673 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-61c91a20-9d4d-4629-9780-0137802c9454 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:46.619239 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-61c91a20-9d4d-4629-9780-0137802c9454 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.59 "GET /v2.0/networks?id=8d0b84da-014c-43ff-bf6a-16a5d79fbf35 HTTP/1.1" status: 200 len: 814 time: 0.9486058 Jul 19 17:32:46.643466 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-933f885b-f398-4ae0-b876-acd935094952 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Request body: {'port': {'device_id': 'd7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a', 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35', 'admin_state_up': True, 'tenant_id': '8eac7ae86da742339229da8811d720ae'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:32:46.694696 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-59fc8b07-bf7b-48c9-b198-b426e04e1a0d req-32b5f713-82e6-4d0b-9de9-15046381e33c tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 210 time: 0.1210864 Jul 19 17:32:46.744519 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 35140) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:46.776708 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4273def9-aa39-418c-a499-6a7fad373eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-513724125-router', 'tenant_id': '154770f9b0584715b4de4129063329a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '51a3207c-857f-4ccf-8a43-57f2ad471d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:33Z', 'updated_at': '2021-07-19T17:32:43Z', 'revision_number': 4, 'project_id': '154770f9b0584715b4de4129063329a7', 'gw_port': {'id': '51a3207c-857f-4ccf-8a43-57f2ad471d20', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4273def9-aa39-418c-a499-6a7fad373eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': 'd0da7675-49f7-42b9-9fc3-8a9dd3a58955', 'name': '', 'network_id': 'dd319fdc-24ce-454e-888e-090cf8c32435', 'tenant_id': '154770f9b0584715b4de4129063329a7', 'mac_address': 'fa:16:3e:f2:67:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4273def9-aa39-418c-a499-6a7fad373eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'da811da7-4bf9-4450-82bb-89a483333121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:40Z', 'updated_at': '2021-07-19T17:32:43Z', 'revision_number': 2, 'project_id': '154770f9b0584715b4de4129063329a7', 'subnets': [{'id': 'da811da7-4bf9-4450-82bb-89a483333121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:32:46.836448 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-543569e6-9556-4074-8d97-55c4cf1700ac tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=154770f9b0584715b4de4129063329a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2639751 Jul 19 17:32:46.844041 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-214ef8bb-cc81-437c-9441-07cdc0aad050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:46.866207 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] Checking router: 4273def9-aa39-418c-a499-6a7fad373eb7 for host: dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:32:46.868026 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] Updating router 4273def9-aa39-418c-a499-6a7fad373eb7 port d0da7675-49f7-42b9-9fc3-8a9dd3a58955 binding host dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:32:46.873970 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-214ef8bb-cc81-437c-9441-07cdc0aad050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:46.950912 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:46.951432 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-da4649bc-6210-414e-94c1-278233a28be2 service neutron] 10.222.0.32 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138861 Jul 19 17:32:47.057986 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-214ef8bb-cc81-437c-9441-07cdc0aad050 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b31cb87d5d04f3f951ab32779d07224&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4400625 Jul 19 17:32:47.069876 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 35156) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:47.105278 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-54d8d690-b978-4217-a706-f80bddb24a45 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Made reservation on behalf of 2e11996e75c849b6b0ccb7a38be75b5e for: {'port': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:32:47.114632 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-54d8d690-b978-4217-a706-f80bddb24a45 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:47.118752 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-521fa9fd-123f-44f1-a05a-f3af8710f2bb req-13d6e02d-62ca-4d1d-964d-06ef19e29141 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 210 time: 0.1631188 Jul 19 17:32:47.126226 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-cf2d459b-98b5-4801-a1ce-588cec6baf85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:47.208282 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:47.215237 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ef8bb-cc81-437c-9441-07cdc0aad050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cfbe14-c6bc-43e7-aacd-ef424f156f5c,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:47.318068 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-933f885b-f398-4ae0-b876-acd935094952 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Made reservation on behalf of 8eac7ae86da742339229da8811d720ae for: {'port': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:32:47.338502 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-933f885b-f398-4ae0-b876-acd935094952 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:47.349014 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 51a3207c-857f-4ccf-8a43-57f2ad471d20 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:32:47.450905 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-32288921-1b0d-4fa0-87ba-2110bf8f78bd service neutron] 10.222.0.32 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956818 Jul 19 17:32:47.551888 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 51a3207c-857f-4ccf-8a43-57f2ad471d20 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:32:47.552459 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:47.673638 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-cf2d459b-98b5-4801-a1ce-588cec6baf85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:47.680610 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-cf2d459b-98b5-4801-a1ce-588cec6baf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:47.779409 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d459b-98b5-4801-a1ce-588cec6baf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a26a70f-b199-4ac4-932b-306f0c6d05ae,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:47.887447 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] Notify callbacks [] for port, precommit_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:47.893029 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 5898132a-6567-4e6f-9f75-50dfe197935a up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:32:47.909369 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.provisioning_blocks [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] Transition to ACTIVE for port object d0da7675-49f7-42b9-9fc3-8a9dd3a58955 will not be triggered until provisioned by entity L2. {{(pid=93386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:32:47.919234 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:47.978039 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c29b6be5-ef14-4b9d-b520-87568cceba1b req-31d0df76-83c3-4e9c-a076-f653c0d6a917 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 210 time: 0.1519754 Jul 19 17:32:47.993054 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-cf2d459b-98b5-4801-a1ce-588cec6baf85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=947929b1403e44e585b5d059534498a4&name=default HTTP/1.1" status: 200 len: 2977 time: 1.2418330 Jul 19 17:32:47.995822 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 35176) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:48.012423 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89caf7f-1a95-410a-a473-c2bad722ea40 None None] Pushing event updated for resources: {'Port': ['ID=d0da7675-49f7-42b9-9fc3-8a9dd3a58955,revision_number=3']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:48.219816 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port 5898132a-6567-4e6f-9f75-50dfe197935a completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:32:48.249486 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 5898132a-6567-4e6f-9f75-50dfe197935a triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:32:48.250505 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:48.280427 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] Attempting to bind port d0da7675-49f7-42b9-9fc3-8a9dd3a58955 on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:32:48.283066 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] Attempting to bind port d0da7675-49f7-42b9-9fc3-8a9dd3a58955 by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '90726ae9-7266-40df-8eae-99ef187974f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'dd319fdc-24ce-454e-888e-090cf8c32435'}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:32:48.284713 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] Attempting to bind port d0da7675-49f7-42b9-9fc3-8a9dd3a58955 on network dd319fdc-24ce-454e-888e-090cf8c32435 {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:32:48.300383 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:32:48.303978 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] Checking segment: {'id': '90726ae9-7266-40df-8eae-99ef187974f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'dd319fdc-24ce-454e-888e-090cf8c32435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:32:48.305575 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:48.308846 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] Bound using segment: {'id': '90726ae9-7266-40df-8eae-99ef187974f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'dd319fdc-24ce-454e-888e-090cf8c32435'} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:32:48.309706 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] Bound port: d0da7675-49f7-42b9-9fc3-8a9dd3a58955, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90726ae9-7266-40df-8eae-99ef187974f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'dd319fdc-24ce-454e-888e-090cf8c32435'}}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:32:48.311069 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:48.408182 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-52b97f7b-c7bf-4d3a-b627-685bd7accc7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:48.447801 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f5520626-4d20-4459-991a-5fa7caa94ad6 req-2a99aac8-3d36-4f96-82a0-f0d082ff7c17 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 210 time: 0.1831079 Jul 19 17:32:48.489588 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] For port d0da7675-49f7-42b9-9fc3-8a9dd3a58955, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:32:48.495525 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] For port d0da7675-49f7-42b9-9fc3-8a9dd3a58955, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=d0da7675-49f7-42b9-9fc3-8a9dd3a58955,segment=NetworkSegment(90726ae9-7266-40df-8eae-99ef187974f9),segment_id=90726ae9-7266-40df-8eae-99ef187974f9)] {{(pid=93386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:32:48.503618 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:48.526622 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-52b97f7b-c7bf-4d3a-b627-685bd7accc7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:48.682222 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] Routers {'4273def9-aa39-418c-a499-6a7fad373eb7'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:32:48.686976 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:32:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['4273def9-aa39-418c-a499-6a7fad373eb7'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:32:48.804364 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:48.885480 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7787f8d5-2336-4644-a6f0-dc63e2c9d67c req-79a9a603-65e7-4ff7-a1dc-75ddd78737c1 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 210 time: 0.0475607 Jul 19 17:32:48.888067 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 35200) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:48.907564 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-b0d513f1-06cf-48b8-85f4-599d5b4370c3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--766386414', 'description': 'tempest-description--892517017'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:32:48.974690 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b0d513f1-06cf-48b8-85f4-599d5b4370c3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:48.997206 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port 5898132a-6567-4e6f-9f75-50dfe197935a, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=5898132a-6567-4e6f-9f75-50dfe197935a,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:32:48.999394 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-933f885b-f398-4ae0-b876-acd935094952 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Allocated IP 172.20.0.2 (8d0b84da-014c-43ff-bf6a-16a5d79fbf35/9f2c7817-7c7d-4ae1-b51f-d61950bf1fbd/ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:32:49.010765 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] Sync routers for ids ['c9b82133-ed92-436d-873d-9abcda55d88e'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:32:49.038072 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-52b97f7b-c7bf-4d3a-b627-685bd7accc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:49.040687 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-52b97f7b-c7bf-4d3a-b627-685bd7accc7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:49.044732 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-52b97f7b-c7bf-4d3a-b627-685bd7accc7b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a26a70f-b199-4ac4-932b-306f0c6d05ae HTTP/1.1" status: 204 len: 168 time: 1.0449920 Jul 19 17:32:49.052925 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] Routers {'c9b82133-ed92-436d-873d-9abcda55d88e'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:32:49.054512 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:32:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['c9b82133-ed92-436d-873d-9abcda55d88e'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:32:49.096849 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] Set router 4273def9-aa39-418c-a499-6a7fad373eb7 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:32:49.133695 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-54d8d690-b978-4217-a706-f80bddb24a45 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Allocated IP 172.20.0.6 (4ac516b3-c942-409e-ba28-d98945004c40/ed0eb7a0-e01c-49e9-b76c-7162fedad1e1/b46ea48a-5257-46dc-8b01-95cbfc195541) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:32:49.180469 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-80a5d765-31bb-4731-a363-7ed38e1039d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:49.193936 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 35214) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:49.293623 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b97f7b-c7bf-4d3a-b627-685bd7accc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a26a70f-b199-4ac4-932b-306f0c6d05ae,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:49.454312 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-80a5d765-31bb-4731-a363-7ed38e1039d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:49.470404 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] Set router c9b82133-ed92-436d-873d-9abcda55d88e gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:32:49.675449 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:49.703098 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89caf7f-1a95-410a-a473-c2bad722ea40 None None] Pushing event updated for resources: {'Port': ['ID=d0da7675-49f7-42b9-9fc3-8a9dd3a58955,revision_number=4']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:49.707904 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4273def9-aa39-418c-a499-6a7fad373eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-513724125-router', 'tenant_id': '154770f9b0584715b4de4129063329a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '51a3207c-857f-4ccf-8a43-57f2ad471d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:33Z', 'updated_at': '2021-07-19T17:32:43Z', 'revision_number': 4, 'project_id': '154770f9b0584715b4de4129063329a7', 'gw_port': {'id': '51a3207c-857f-4ccf-8a43-57f2ad471d20', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4273def9-aa39-418c-a499-6a7fad373eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': 'd0da7675-49f7-42b9-9fc3-8a9dd3a58955', 'name': '', 'network_id': 'dd319fdc-24ce-454e-888e-090cf8c32435', 'tenant_id': '154770f9b0584715b4de4129063329a7', 'mac_address': 'fa:16:3e:f2:67:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4273def9-aa39-418c-a499-6a7fad373eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'da811da7-4bf9-4450-82bb-89a483333121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:40Z', 'updated_at': '2021-07-19T17:32:48Z', 'revision_number': 4, 'project_id': '154770f9b0584715b4de4129063329a7', 'subnets': [{'id': 'da811da7-4bf9-4450-82bb-89a483333121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:32:49.729162 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-80a14ac5-f7a5-421b-98fa-7678f792469d tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:49.757211 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-80a14ac5-f7a5-421b-98fa-7678f792469d tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/networks?id=dd319fdc-24ce-454e-888e-090cf8c32435 HTTP/1.1" status: 200 len: 818 time: 0.7579420 Jul 19 17:32:49.765983 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=5898132a-6567-4e6f-9f75-50dfe197935a,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:49.861556 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1406c6-76cc-40a8-a48a-e800123fdf05 None None] The sync data for ids ['4273def9-aa39-418c-a499-6a7fad373eb7'] in dv-cinder-800695-4-iscsi is: [{'id': '4273def9-aa39-418c-a499-6a7fad373eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-513724125-router', 'tenant_id': '154770f9b0584715b4de4129063329a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '51a3207c-857f-4ccf-8a43-57f2ad471d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:33Z', 'updated_at': '2021-07-19T17:32:43Z', 'revision_number': 4, 'project_id': '154770f9b0584715b4de4129063329a7', 'gw_port': {'id': '51a3207c-857f-4ccf-8a43-57f2ad471d20', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4273def9-aa39-418c-a499-6a7fad373eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': 'd0da7675-49f7-42b9-9fc3-8a9dd3a58955', 'name': '', 'network_id': 'dd319fdc-24ce-454e-888e-090cf8c32435', 'tenant_id': '154770f9b0584715b4de4129063329a7', 'mac_address': 'fa:16:3e:f2:67:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4273def9-aa39-418c-a499-6a7fad373eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'da811da7-4bf9-4450-82bb-89a483333121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:40Z', 'updated_at': '2021-07-19T17:32:48Z', 'revision_number': 4, 'project_id': '154770f9b0584715b4de4129063329a7', 'subnets': [{'id': 'da811da7-4bf9-4450-82bb-89a483333121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:32:49.873333 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b0d513f1-06cf-48b8-85f4-599d5b4370c3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:49.916249 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b0d513f1-06cf-48b8-85f4-599d5b4370c3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:49.938866 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-53d753d9-d92f-47e7-9fba-78927b70f41b req-ee4077a9-aacf-40da-8413-c9c4f485867a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 210 time: 0.2932417 Jul 19 17:32:49.971352 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.59', 51949) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:49.972321 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d513f1-06cf-48b8-85f4-599d5b4370c3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84912f1-a5bd-468a-869a-0d1685790994,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:49.982179 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-d97d6b3a-23a5-4544-a7ff-1a7ef0ebcae6 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/quotas/154770f9b0584715b4de4129063329a7 HTTP/1.1" status: 200 len: 375 time: 0.2190180 Jul 19 17:32:50.168904 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-621ec61f-11c5-40ea-a532-5733871d0237 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:50.174581 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-621ec61f-11c5-40ea-a532-5733871d0237 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.59 "GET /v2.0/networks?id=dd319fdc-24ce-454e-888e-090cf8c32435 HTTP/1.1" status: 200 len: 818 time: 0.1887176 Jul 19 17:32:50.175567 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b0d513f1-06cf-48b8-85f4-599d5b4370c3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:50.182271 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-b0d513f1-06cf-48b8-85f4-599d5b4370c3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2827842 Jul 19 17:32:50.210838 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 35230) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:50.211050 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 35232) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:50.247725 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-54d8d690-b978-4217-a706-f80bddb24a45 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:50.279907 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-903618aa-fb78-4b40-a008-f57827f7acb9 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Request body: {'security_group_rule': {'security_group_id': 'b84912f1-a5bd-468a-869a-0d1685790994', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:32:50.294341 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64131877-6b7b-43fb-9227-4e768fc1ff4c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Request body: {'port': {'device_id': 'a5f33126-25a0-439a-bd9f-075c8afe94ce', 'network_id': 'dd319fdc-24ce-454e-888e-090cf8c32435', 'admin_state_up': True, 'tenant_id': '154770f9b0584715b4de4129063329a7'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:32:50.297834 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c2a01b1d-9adf-4287-a5d7-7452f1db73d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:50.357593 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-54d8d690-b978-4217-a706-f80bddb24a45 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:50.404043 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-54d8d690-b978-4217-a706-f80bddb24a45 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Network 4ac516b3-c942-409e-ba28-d98945004c40 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:32:50.539916 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'name': 'tempest-AttachVolumeTestJSON-1312934689-router', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:44Z', 'revision_number': 4, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'gw_port': {'id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:37Z', 'updated_at': '2021-07-19T17:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '1f1365d5-b13d-4c0c-9672-6caf4f6a4de4', 'name': '', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'mac_address': 'fa:16:3e:00:c1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:42Z', 'updated_at': '2021-07-19T17:32:44Z', 'revision_number': 2, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'subnets': [{'id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:32:50.587773 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] Checking router: c9b82133-ed92-436d-873d-9abcda55d88e for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:32:50.588836 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] Updating router c9b82133-ed92-436d-873d-9abcda55d88e port 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4 binding host dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:32:50.612737 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-933f885b-f398-4ae0-b876-acd935094952 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:50.617377 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-54d8d690-b978-4217-a706-f80bddb24a45 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:32:50.617711 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8d690-b978-4217-a706-f80bddb24a45 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Pushing event updated for resources: {'Port': ['ID=b46ea48a-5257-46dc-8b01-95cbfc195541,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:50.636807 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3a16a14f-ef6a-41e8-84e9-650c5bdc4942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:50.656065 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-54d8d690-b978-4217-a706-f80bddb24a45 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:32:50.675235 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-54d8d690-b978-4217-a706-f80bddb24a45 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:50.675919 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-54d8d690-b978-4217-a706-f80bddb24a45 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:50.715257 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:50.759920 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-80a5d765-31bb-4731-a363-7ed38e1039d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:50.764129 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-80a5d765-31bb-4731-a363-7ed38e1039d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:50.775811 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-80a5d765-31bb-4731-a363-7ed38e1039d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58cfbe14-c6bc-43e7-aacd-ef424f156f5c HTTP/1.1" status: 204 len: 168 time: 3.7028487 Jul 19 17:32:50.835535 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5d765-31bb-4731-a363-7ed38e1039d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cfbe14-c6bc-43e7-aacd-ef424f156f5c,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:50.926488 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-933f885b-f398-4ae0-b876-acd935094952 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:51.018651 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c2a01b1d-9adf-4287-a5d7-7452f1db73d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:51.019065 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-933f885b-f398-4ae0-b876-acd935094952 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Network 8d0b84da-014c-43ff-bf6a-16a5d79fbf35 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:32:51.028362 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-933f885b-f398-4ae0-b876-acd935094952 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:32:51.035187 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-933f885b-f398-4ae0-b876-acd935094952 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:32:51.060930 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-933f885b-f398-4ae0-b876-acd935094952 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:51.062870 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-933f885b-f398-4ae0-b876-acd935094952 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:51.082756 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c2a01b1d-9adf-4287-a5d7-7452f1db73d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:51.145211 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-c2a01b1d-9adf-4287-a5d7-7452f1db73d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96a48f663fc24247a3de01df1604907f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9306445 Jul 19 17:32:51.151385 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 35254) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:51.292324 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f885b-f398-4ae0-b876-acd935094952 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Pushing event updated for resources: {'Port': ['ID=ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:51.293558 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a142e032-ca9a-4fed-bf97-7e55e01b30d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:51.366733 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-933f885b-f398-4ae0-b876-acd935094952 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7348351 Jul 19 17:32:51.442092 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-903618aa-fb78-4b40-a008-f57827f7acb9 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:51.449644 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-54d8d690-b978-4217-a706-f80bddb24a45 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0343678 Jul 19 17:32:51.478168 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-eee95d6c-6419-4745-a62f-b64c77540ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:51.481533 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-082027c4-62a0-4dee-b931-88b743059c0a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=154770f9b0584715b4de4129063329a7&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4981349 Jul 19 17:32:51.509114 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] Notify callbacks [] for port, precommit_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:51.522122 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a01b1d-9adf-4287-a5d7-7452f1db73d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754f4483-28b4-4d0d-b6ad-19ec9f8e6e00,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:51.528355 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] Transition to ACTIVE for port object 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4 will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:32:51.535441 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 35260) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:51.542019 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0f810-62ed-4517-9859-a97fee7ce378 req-8b3efbd0-64cc-475c-bd55-d256618c382e tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:51.545879 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fdd0f810-62ed-4517-9859-a97fee7ce378 req-8b3efbd0-64cc-475c-bd55-d256618c382e tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 931 time: 1.3339050 Jul 19 17:32:51.548526 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:51.592879 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cefa5bd7-dcc8-4f63-9403-d949745dee4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:51.652786 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-eee95d6c-6419-4745-a62f-b64c77540ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:51.756282 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc075ed9-baf4-4be3-8289-a44d926060e3 None None] Pushing event updated for resources: {'Port': ['ID=1f1365d5-b13d-4c0c-9672-6caf4f6a4de4,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:51.868568 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] Attempting to bind port 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4 on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:32:51.869135 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] Attempting to bind port 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4 by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '5ef1ff52-c95c-47d9-992f-e445d0a3aa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:32:51.869511 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] Attempting to bind port 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4 on network 2b2a9a44-8a11-41b7-b0f8-85238b0362d1 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:32:51.882990 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3a16a14f-ef6a-41e8-84e9-650c5bdc4942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:51.886455 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-eee95d6c-6419-4745-a62f-b64c77540ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:51.902801 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:32:51.904577 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] Checking segment: {'id': '5ef1ff52-c95c-47d9-992f-e445d0a3aa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:32:51.905085 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:51.907014 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-eee95d6c-6419-4745-a62f-b64c77540ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:51.907575 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] Bound using segment: {'id': '5ef1ff52-c95c-47d9-992f-e445d0a3aa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:32:51.908142 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] Bound port: 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef1ff52-c95c-47d9-992f-e445d0a3aa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:32:51.908697 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:51.913988 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-eee95d6c-6419-4745-a62f-b64c77540ca0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/754f4483-28b4-4d0d-b6ad-19ec9f8e6e00 HTTP/1.1" status: 204 len: 168 time: 0.7612481 Jul 19 17:32:51.919297 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3a16a14f-ef6a-41e8-84e9-650c5bdc4942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:51.967098 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-52d8acb1-8d41-4f1b-9803-e16f138874ab service neutron] 10.222.0.32 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173381 Jul 19 17:32:52.035798 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-3a16a14f-ef6a-41e8-84e9-650c5bdc4942 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d557eb6eba4c4fd994b28a92db5ae056&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8241646 Jul 19 17:32:52.048666 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 35272) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:52.137586 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device d0da7675-49f7-42b9-9fc3-8a9dd3a58955 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:32:52.141480 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee95d6c-6419-4745-a62f-b64c77540ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754f4483-28b4-4d0d-b6ad-19ec9f8e6e00,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:52.150994 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-903618aa-fb78-4b40-a008-f57827f7acb9 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:52.193672 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-559038ae-e431-4bf1-85e7-7810da774d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:52.205407 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16a14f-ef6a-41e8-84e9-650c5bdc4942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cf4cbb-efb0-4a2d-b813-9f9606595af3,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:52.227831 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-559038ae-e431-4bf1-85e7-7810da774d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:52.304154 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] For port 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:32:52.306941 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fdd0f810-62ed-4517-9859-a97fee7ce378 req-7cf18a8d-21c4-4dd7-945e-4f395c4246d1 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7067497 Jul 19 17:32:52.310582 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] For port 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=1f1365d5-b13d-4c0c-9672-6caf4f6a4de4,segment=NetworkSegment(5ef1ff52-c95c-47d9-992f-e445d0a3aa31),segment_id=5ef1ff52-c95c-47d9-992f-e445d0a3aa31)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:32:52.313487 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-02f37e58-0e03-4143-ae6d-f4a9842247cf service neutron] 10.222.0.32 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604204 Jul 19 17:32:52.321761 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.db.api [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64131877-6b7b-43fb-9227-4e768fc1ff4c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 19 17:32:52.321761 dv-cinder-800695-4-iscsi neutron-server[93383]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 19 17:32:52.321761 dv-cinder-800695-4-iscsi neutron-server[93383]: [parameters: {'project_id': '154770f9b0584715b4de4129063329a7', 'id': '6610c572-2435-4bae-bcea-59cfb333a513', 'expiration': datetime.datetime(2021, 7, 19, 17, 34, 52, 275159)}] Jul 19 17:32:52.321761 dv-cinder-800695-4-iscsi neutron-server[93383]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93383) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 17:32:52.322257 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:52.336059 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG oslo_db.api [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64131877-6b7b-43fb-9227-4e768fc1ff4c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 17:32:52.337999 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-903618aa-fb78-4b40-a008-f57827f7acb9 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:52.396812 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903618aa-fb78-4b40-a008-f57827f7acb9 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac04401-c2e1-4e2e-8749-f47fe5936631,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:52.490850 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port d0da7675-49f7-42b9-9fc3-8a9dd3a58955 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:32:52.518545 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cefa5bd7-dcc8-4f63-9403-d949745dee4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:52.530213 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-862df719-e5a3-45a4-94f2-53f86cce18d2 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:32:52.532739 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-862df719-e5a3-45a4-94f2-53f86cce18d2 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105975 Jul 19 17:32:52.533999 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port d0da7675-49f7-42b9-9fc3-8a9dd3a58955 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:32:52.534572 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:52.535110 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cefa5bd7-dcc8-4f63-9403-d949745dee4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:52.535228 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-903618aa-fb78-4b40-a008-f57827f7acb9 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:52.539905 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-903618aa-fb78-4b40-a008-f57827f7acb9 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3265374 Jul 19 17:32:52.543576 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 35284) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:52.548434 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-0c006bac-18f9-43d6-9895-5ad5c99ef77e tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:32:52.549831 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-0c006bac-18f9-43d6-9895-5ad5c99ef77e tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0270090 Jul 19 17:32:52.582875 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-54e3b2b6-2722-478a-b1b7-91dbb8a7d9fc tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Request body: {'security_group_rule': {'security_group_id': 'b84912f1-a5bd-468a-869a-0d1685790994', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:32:52.619216 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa5bd7-dcc8-4f63-9403-d949745dee4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3fc321-12af-4072-8638-cbc2a6147aaa,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:52.704078 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-54e3b2b6-2722-478a-b1b7-91dbb8a7d9fc tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:52.906156 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc075ed9-baf4-4be3-8289-a44d926060e3 None None] Pushing event updated for resources: {'Port': ['ID=1f1365d5-b13d-4c0c-9672-6caf4f6a4de4,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:52.954738 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-559038ae-e431-4bf1-85e7-7810da774d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:52.958831 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-559038ae-e431-4bf1-85e7-7810da774d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:52.961165 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-559038ae-e431-4bf1-85e7-7810da774d7a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4cf4cbb-efb0-4a2d-b813-9f9606595af3 HTTP/1.1" status: 204 len: 168 time: 0.9113894 Jul 19 17:32:52.964746 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-cefa5bd7-dcc8-4f63-9403-d949745dee4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2efc06e3c23943e09187ebd167b0664c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4237731 Jul 19 17:32:52.966322 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-effa9e99-90b7-4f16-8946-a6a57baa4ac9 req-78ac7ed1-057e-4b12-857e-c6c33f6c646f tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 210 time: 0.2031498 Jul 19 17:32:52.975871 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] Routers {'c9b82133-ed92-436d-873d-9abcda55d88e'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:32:52.976633 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:32:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['c9b82133-ed92-436d-873d-9abcda55d88e'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:32:52.988542 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64131877-6b7b-43fb-9227-4e768fc1ff4c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Made reservation on behalf of 154770f9b0584715b4de4129063329a7 for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:32:52.990014 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 35306) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:53.002795 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64131877-6b7b-43fb-9227-4e768fc1ff4c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:53.027097 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559038ae-e431-4bf1-85e7-7810da774d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cf4cbb-efb0-4a2d-b813-9f9606595af3,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:53.065186 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-54e3b2b6-2722-478a-b1b7-91dbb8a7d9fc tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:53.074920 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-54e3b2b6-2722-478a-b1b7-91dbb8a7d9fc tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:53.144078 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3b2b6-2722-478a-b1b7-91dbb8a7d9fc tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f21b07-cc23-4b68-8aa9-cbf4f7b03d3f,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:53.164625 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-54e3b2b6-2722-478a-b1b7-91dbb8a7d9fc tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:53.167102 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-54e3b2b6-2722-478a-b1b7-91dbb8a7d9fc tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5900464 Jul 19 17:32:53.168982 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d6a59e15-c90a-4a1a-9542-98b78f865795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:53.171061 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 35314) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:53.179321 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-a1795297-1fb8-43a5-89de-24b55a5a1dc3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Request body: {'floatingip': {'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:32:53.274118 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d6a59e15-c90a-4a1a-9542-98b78f865795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:53.289644 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] Request body: {'port': {'device_id': 'd7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:32:53.315414 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] Request body: {'port': {'device_id': '80d81e54-8c7a-49bf-b6bb-e26e8c2646b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:32:53.493698 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64131877-6b7b-43fb-9227-4e768fc1ff4c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Allocated IP 172.20.0.6 (dd319fdc-24ce-454e-888e-090cf8c32435/da811da7-4bf9-4450-82bb-89a483333121/3bae7e97-0ca6-44b4-aee8-25a700a196f7) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:32:53.519100 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a1795297-1fb8-43a5-89de-24b55a5a1dc3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for floatingip, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:53.787719 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:53.839593 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2d9b4-6b5a-4d23-ab9f-7fa71e2c79d3 req-2a2d801a-1c11-4ba3-b95f-00ec2b5e501b tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:53.856859 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:53.857755 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7af2d9b4-6b5a-4d23-ab9f-7fa71e2c79d3 req-2a2d801a-1c11-4ba3-b95f-00ec2b5e501b tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 931 time: 1.2251642 Jul 19 17:32:53.935735 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] Set router c9b82133-ed92-436d-873d-9abcda55d88e gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:32:54.014596 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:54.135760 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port d0da7675-49f7-42b9-9fc3-8a9dd3a58955, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=d0da7675-49f7-42b9-9fc3-8a9dd3a58955,segment=NetworkSegment(90726ae9-7266-40df-8eae-99ef187974f9),segment_id=90726ae9-7266-40df-8eae-99ef187974f9)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:32:54.153508 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-d0a4e8fb-91be-40b0-9036-f5d324c61b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:54.166808 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7af2d9b4-6b5a-4d23-ab9f-7fa71e2c79d3 req-15c33d38-0380-44ad-bdde-46cf0a56965c tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078115 Jul 19 17:32:54.178634 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:54.184182 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 5898132a-6567-4e6f-9f75-50dfe197935a up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:32:54.339614 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aa57b-0df8-43a3-932e-d68c1e7e00f9 req-3cf67802-e1db-4857-8c0f-fb445ce2810c tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:54.344642 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-318aa57b-0df8-43a3-932e-d68c1e7e00f9 req-3cf67802-e1db-4857-8c0f-fb445ce2810c tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 931 time: 0.7986557 Jul 19 17:32:54.374533 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d6a59e15-c90a-4a1a-9542-98b78f865795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:54.385321 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d6a59e15-c90a-4a1a-9542-98b78f865795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:54.391150 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-d6a59e15-c90a-4a1a-9542-98b78f865795 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f3fc321-12af-4072-8638-cbc2a6147aaa HTTP/1.1" status: 204 len: 168 time: 1.3989532 Jul 19 17:32:54.501204 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=d0da7675-49f7-42b9-9fc3-8a9dd3a58955,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:54.508534 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:54.758291 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 5898132a-6567-4e6f-9f75-50dfe197935a triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:32:54.758583 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:55.174857 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-393fa4be-4dd9-498c-90b4-b105565bcb47 req-f278e120-e497-4aea-9849-230e1401688b tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 210 time: 0.7221596 Jul 19 17:32:55.277446 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'name': 'tempest-AttachVolumeTestJSON-1312934689-router', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:44Z', 'revision_number': 4, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'gw_port': {'id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:37Z', 'updated_at': '2021-07-19T17:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '1f1365d5-b13d-4c0c-9672-6caf4f6a4de4', 'name': '', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'mac_address': 'fa:16:3e:00:c1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:42Z', 'updated_at': '2021-07-19T17:32:52Z', 'revision_number': 4, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'subnets': [{'id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:32:55.285050 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-318aa57b-0df8-43a3-932e-d68c1e7e00f9 req-3d864443-f151-421d-bdd7-34184cede85c tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8807664 Jul 19 17:32:55.429486 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64131877-6b7b-43fb-9227-4e768fc1ff4c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:55.509814 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88331f23-459f-4ec5-9819-ba04820b8de5 None None] The sync data for ids ['c9b82133-ed92-436d-873d-9abcda55d88e'] in dv-cinder-800695-4-iscsi is: [{'id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'name': 'tempest-AttachVolumeTestJSON-1312934689-router', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:44Z', 'revision_number': 4, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'gw_port': {'id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:37Z', 'updated_at': '2021-07-19T17:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '1f1365d5-b13d-4c0c-9672-6caf4f6a4de4', 'name': '', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'mac_address': 'fa:16:3e:00:c1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:42Z', 'updated_at': '2021-07-19T17:32:52Z', 'revision_number': 4, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'subnets': [{'id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:32:55.536179 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:55.757775 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa40dd4-0d2a-4e2f-ac63-d84291e1df12 req-1d42cebb-fb3c-4e96-9350-98af3cc12691 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:55.760003 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9fa40dd4-0d2a-4e2f-ac63-d84291e1df12 req-1d42cebb-fb3c-4e96-9350-98af3cc12691 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 931 time: 0.2966790 Jul 19 17:32:55.858337 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device d0da7675-49f7-42b9-9fc3-8a9dd3a58955 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:32:55.927561 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c {{(pid=93384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:32:55.929668 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9fa40dd4-0d2a-4e2f-ac63-d84291e1df12 req-2976131e-caf1-4da7-8402-f96acbfd4d83 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593807 Jul 19 17:32:55.940670 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64131877-6b7b-43fb-9227-4e768fc1ff4c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:55.956549 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:55.992661 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.59', 51955) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:56.017366 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] Transition to ACTIVE for port object ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c will not be triggered until provisioned by entity L2. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:32:56.029764 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:56.071476 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port d0da7675-49f7-42b9-9fc3-8a9dd3a58955 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:32:56.073466 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:56.465390 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64131877-6b7b-43fb-9227-4e768fc1ff4c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Pushing event updated for resources: {'Port': ['ID=3bae7e97-0ca6-44b4-aee8-25a700a196f7,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:56.676666 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:56.696140 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a59e15-c90a-4a1a-9542-98b78f865795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3fc321-12af-4072-8638-cbc2a6147aaa,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:56.711305 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64131877-6b7b-43fb-9227-4e768fc1ff4c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Network dd319fdc-24ce-454e-888e-090cf8c32435 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:32:56.756371 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e5c7e11f-334f-4329-a8a5-74eb9ada7eea req-de13140e-9bc5-4a31-9e3e-ec27d1388153 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 210 time: 0.2732782 Jul 19 17:32:56.851384 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64131877-6b7b-43fb-9227-4e768fc1ff4c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:32:57.007763 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64131877-6b7b-43fb-9227-4e768fc1ff4c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:32:57.056012 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64131877-6b7b-43fb-9227-4e768fc1ff4c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:57.057288 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64131877-6b7b-43fb-9227-4e768fc1ff4c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:57.076436 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:57.077063 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46ea48a-5257-46dc-8b01-95cbfc195541 {{(pid=93384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:32:57.112195 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:57.164706 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-b706a5c3-2abc-45a6-b0f1-1a986fd530c4 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:57.187037 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] Transition to ACTIVE for port object b46ea48a-5257-46dc-8b01-95cbfc195541 will not be triggered until provisioned by entity L2. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:32:57.189049 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-b706a5c3-2abc-45a6-b0f1-1a986fd530c4 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.59 "GET /v2.0/networks?id=dd319fdc-24ce-454e-888e-090cf8c32435 HTTP/1.1" status: 200 len: 818 time: 1.1950448 Jul 19 17:32:57.205390 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:57.262034 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-b0e9bbe7-f58d-44a5-8cd6-d88ed1733f2a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Request body: {'port': {'device_id': 'f35575cb-55e8-4956-be16-eb46e9b0c8cc', 'network_id': 'dd319fdc-24ce-454e-888e-090cf8c32435', 'admin_state_up': True, 'tenant_id': '154770f9b0584715b4de4129063329a7'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:32:57.284984 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64131877-6b7b-43fb-9227-4e768fc1ff4c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0750074 Jul 19 17:32:57.419578 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] Request body: {'port': {'device_id': 'a5f33126-25a0-439a-bd9f-075c8afe94ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:32:57.462978 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] Pushing event updated for resources: {'Port': ['ID=b46ea48a-5257-46dc-8b01-95cbfc195541,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:57.580815 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] Attempting to bind port ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:32:57.582833 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] Attempting to bind port ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'da51a4f5-0dcb-40e9-b412-f6e7f601152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35'}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:32:57.583509 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] Attempting to bind port ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c on network 8d0b84da-014c-43ff-bf6a-16a5d79fbf35 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:32:57.603867 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] Port ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c on network 8d0b84da-014c-43ff-bf6a-16a5d79fbf35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:32:57.604686 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] Attempting to bind port ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c on network 8d0b84da-014c-43ff-bf6a-16a5d79fbf35 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:32:57.650421 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] Checking agent: {'id': 'd8fb6e65-9e8c-4b17-9f8a-3918624e6b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'started_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:32:57.651428 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] Checking segment: {'id': 'da51a4f5-0dcb-40e9-b412-f6e7f601152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:32:57.655544 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] Bound using segment: {'id': 'da51a4f5-0dcb-40e9-b412-f6e7f601152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35'} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:32:57.656891 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] Bound port: ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da51a4f5-0dcb-40e9-b412-f6e7f601152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35'}}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:32:57.658645 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:57.719690 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbe903-d623-4180-aa33-c548ffebe4b5 req-7d395191-58cd-4596-b609-ad55e62faa60 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:57.749029 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cbfbe903-d623-4180-aa33-c548ffebe4b5 req-7d395191-58cd-4596-b609-ad55e62faa60 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 931 time: 1.0111885 Jul 19 17:32:57.776595 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a1795297-1fb8-43a5-89de-24b55a5a1dc3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:57.936330 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] For port ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c, host hv-cinder-80069, cleared binding levels {{(pid=93384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:32:57.949205 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] For port ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c,segment=NetworkSegment(da51a4f5-0dcb-40e9-b412-f6e7f601152b),segment_id=da51a4f5-0dcb-40e9-b412-f6e7f601152b)] {{(pid=93384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:32:57.987389 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:58.011412 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:32:58.208143 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:58.264729 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] Attempting to bind port b46ea48a-5257-46dc-8b01-95cbfc195541 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:32:58.266980 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] Attempting to bind port b46ea48a-5257-46dc-8b01-95cbfc195541 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'fa97374e-9d40-4ef1-b57f-d15d772e35aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4ac516b3-c942-409e-ba28-d98945004c40'}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:32:58.267899 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] Attempting to bind port b46ea48a-5257-46dc-8b01-95cbfc195541 on network 4ac516b3-c942-409e-ba28-d98945004c40 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:32:58.273831 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:32:58.297751 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:32:58.303748 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:58.333697 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] Port b46ea48a-5257-46dc-8b01-95cbfc195541 on network 4ac516b3-c942-409e-ba28-d98945004c40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:32:58.334761 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] Attempting to bind port b46ea48a-5257-46dc-8b01-95cbfc195541 on network 4ac516b3-c942-409e-ba28-d98945004c40 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:32:58.349313 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:58.352741 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:58.357639 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] 10.222.0.59 "PUT /v2.0/ports/ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c HTTP/1.1" status: 200 len: 1093 time: 5.4870079 Jul 19 17:32:58.387333 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a', 'tag': 'ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:32:58.575195 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] Checking agent: {'id': 'd8fb6e65-9e8c-4b17-9f8a-3918624e6b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'started_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:32:58.576287 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] Checking segment: {'id': 'fa97374e-9d40-4ef1-b57f-d15d772e35aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4ac516b3-c942-409e-ba28-d98945004c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:32:58.577083 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] Bound using segment: {'id': 'fa97374e-9d40-4ef1-b57f-d15d772e35aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4ac516b3-c942-409e-ba28-d98945004c40'} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:32:58.577890 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] Bound port: b46ea48a-5257-46dc-8b01-95cbfc195541, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa97374e-9d40-4ef1-b57f-d15d772e35aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4ac516b3-c942-409e-ba28-d98945004c40'}}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:32:58.579157 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:58.646887 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:58.724048 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=1f1365d5-b13d-4c0c-9672-6caf4f6a4de4,segment=NetworkSegment(5ef1ff52-c95c-47d9-992f-e445d0a3aa31),segment_id=5ef1ff52-c95c-47d9-992f-e445d0a3aa31)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:32:58.731096 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:58.780765 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cbfbe903-d623-4180-aa33-c548ffebe4b5 req-5c30a452-6074-4183-b78b-198989c07923 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0227067 Jul 19 17:32:58.782561 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-b0e9bbe7-f58d-44a5-8cd6-d88ed1733f2a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Made reservation on behalf of 154770f9b0584715b4de4129063329a7 for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:32:58.807036 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-b0e9bbe7-f58d-44a5-8cd6-d88ed1733f2a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:58.834645 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=1f1365d5-b13d-4c0c-9672-6caf4f6a4de4,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:58.854323 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17276d54-105c-4377-a094-73be3b4f7372 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c,revision_number=3']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:58.886627 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-a1795297-1fb8-43a5-89de-24b55a5a1dc3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Allocated IP 172.27.0.189 (3fed661f-002c-47fa-82e8-e8fe637e9a0e/a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30/89e3bc1f-1e9d-47fb-808e-23817adff564) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:32:58.947411 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e3a32-4c45-4057-b75c-0c3ab0ebb5ba req-c00b7e37-084f-4e29-9e71-1c3768832f75 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:58.956596 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-eb1e3a32-4c45-4057-b75c-0c3ab0ebb5ba req-c00b7e37-084f-4e29-9e71-1c3768832f75 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 943 time: 1.7646384 Jul 19 17:32:59.159741 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f59071ad-263d-43d7-aabc-6fa6ea434f83 req-96430e58-833e-49a8-a107-341b7e530ebc tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 210 time: 0.1973789 Jul 19 17:32:59.288782 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-eb1e3a32-4c45-4057-b75c-0c3ab0ebb5ba req-d8479feb-56eb-45f2-a62e-6cc0d6ebf935 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309875 Jul 19 17:32:59.290732 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 35478) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:59.347370 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a1795297-1fb8-43a5-89de-24b55a5a1dc3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:59.444484 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a1795297-1fb8-43a5-89de-24b55a5a1dc3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:59.457772 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-256d218e-acc5-44b4-9373-1613f6d759d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:59.460660 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-256d218e-acc5-44b4-9373-1613f6d759d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8eac7ae86da742339229da8811d720ae&device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 1096 time: 0.8909998 Jul 19 17:32:59.513292 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1795297-1fb8-43a5-89de-24b55a5a1dc3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Pushing event updated for resources: {'Port': ['ID=89e3bc1f-1e9d-47fb-808e-23817adff564,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:59.523472 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] For port b46ea48a-5257-46dc-8b01-95cbfc195541, host hv-cinder-80069, cleared binding levels {{(pid=93384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:32:59.527891 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1795297-1fb8-43a5-89de-24b55a5a1dc3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Network 3fed661f-002c-47fa-82e8-e8fe637e9a0e is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:32:59.530723 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-a1795297-1fb8-43a5-89de-24b55a5a1dc3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:32:59.535223 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1795297-1fb8-43a5-89de-24b55a5a1dc3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:32:59.603578 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bae7e97-0ca6-44b4-aee8-25a700a196f7 {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:32:59.624702 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:59.645889 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72da3f06-d44d-4f13-9fc8-731dcf2dd7af" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a", "tag": "ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:32:59.683048 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] Transition to ACTIVE for port object 3bae7e97-0ca6-44b4-aee8-25a700a196f7 will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:32:59.700190 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:59.708706 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] For port b46ea48a-5257-46dc-8b01-95cbfc195541, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b46ea48a-5257-46dc-8b01-95cbfc195541,segment=NetworkSegment(fa97374e-9d40-4ef1-b57f-d15d772e35aa),segment_id=fa97374e-9d40-4ef1-b57f-d15d772e35aa)] {{(pid=93384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:32:59.772077 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:32:59.784585 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a1795297-1fb8-43a5-89de-24b55a5a1dc3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:59.817980 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:59.840944 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 35494) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:59.919501 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:32:59.919875 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:59.964014 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:59.964797 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:59.973343 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] 10.222.0.59 "PUT /v2.0/ports/b46ea48a-5257-46dc-8b01-95cbfc195541 HTTP/1.1" status: 200 len: 1093 time: 7.1016181 Jul 19 17:33:00.107489 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0eb88b8e-0ab8-4786-9329-cd788c761533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:00.163232 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1849de-382e-45fc-9225-692b59668d56 service neutron] Pushing event updated for resources: {'Port': ['ID=b46ea48a-5257-46dc-8b01-95cbfc195541,revision_number=3']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:00.218170 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3bae7e97-0ca6-44b4-aee8-25a700a196f7,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:00.226703 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-b0e9bbe7-f58d-44a5-8cd6-d88ed1733f2a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Allocated IP 172.20.0.4 (dd319fdc-24ce-454e-888e-090cf8c32435/da811da7-4bf9-4450-82bb-89a483333121/293005df-69bd-4620-a674-ab78953c1abb) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:33:00.237320 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a1795297-1fb8-43a5-89de-24b55a5a1dc3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:00.303511 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] Attempting to bind port 3bae7e97-0ca6-44b4-aee8-25a700a196f7 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:33:00.305952 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] Attempting to bind port 3bae7e97-0ca6-44b4-aee8-25a700a196f7 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '90726ae9-7266-40df-8eae-99ef187974f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'dd319fdc-24ce-454e-888e-090cf8c32435'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:33:00.306173 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] Attempting to bind port 3bae7e97-0ca6-44b4-aee8-25a700a196f7 on network dd319fdc-24ce-454e-888e-090cf8c32435 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:33:00.404010 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] Port 3bae7e97-0ca6-44b4-aee8-25a700a196f7 on network dd319fdc-24ce-454e-888e-090cf8c32435 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:33:00.404369 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] Attempting to bind port 3bae7e97-0ca6-44b4-aee8-25a700a196f7 on network dd319fdc-24ce-454e-888e-090cf8c32435 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:33:00.418885 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d27206-736f-4d91-b977-10d667db90f2 req-231aeed0-7187-43c9-ba62-18062cd412a4 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:00.420505 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-69d27206-736f-4d91-b977-10d667db90f2 req-231aeed0-7187-43c9-ba62-18062cd412a4 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 943 time: 0.4667201 Jul 19 17:33:00.437530 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] Checking agent: {'id': 'd8fb6e65-9e8c-4b17-9f8a-3918624e6b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'started_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:33:00.438186 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] Checking segment: {'id': '90726ae9-7266-40df-8eae-99ef187974f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'dd319fdc-24ce-454e-888e-090cf8c32435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:33:00.438871 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] Bound using segment: {'id': '90726ae9-7266-40df-8eae-99ef187974f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'dd319fdc-24ce-454e-888e-090cf8c32435'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:33:00.439356 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] Bound port: 3bae7e97-0ca6-44b4-aee8-25a700a196f7, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90726ae9-7266-40df-8eae-99ef187974f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'dd319fdc-24ce-454e-888e-090cf8c32435'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:33:00.439720 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:00.676021 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-69d27206-736f-4d91-b977-10d667db90f2 req-96d2b954-986b-4c43-9999-b2f03533384e tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460659 Jul 19 17:33:00.685070 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-077b95e9-3360-4398-858c-4fc5512caef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:00.738594 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7284d5ef-5b11-48e1-8f71-5ddf9e3210c7 x-openstack-request-id: req-7284d5ef-5b11-48e1-8f71-5ddf9e3210c7 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:33:00.738912 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a", "tag": "ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:33:00.739133 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7284d5ef-5b11-48e1-8f71-5ddf9e3210c7 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:33:00.739590 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a', 'tag': 'ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c', 'status': 'completed', 'code': 200} Jul 19 17:33:00.846282 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a1795297-1fb8-43a5-89de-24b55a5a1dc3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:00.857655 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a1795297-1fb8-43a5-89de-24b55a5a1dc3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:00.909180 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a1795297-1fb8-43a5-89de-24b55a5a1dc3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567430'] for floatingip, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:00.915651 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] For port 3bae7e97-0ca6-44b4-aee8-25a700a196f7, host hv-cinder-80069, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:33:00.950606 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1795297-1fb8-43a5-89de-24b55a5a1dc3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Pushing event updated for resources: {'Port': ['ID=89e3bc1f-1e9d-47fb-808e-23817adff564,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:00.951096 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] For port 3bae7e97-0ca6-44b4-aee8-25a700a196f7, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=3bae7e97-0ca6-44b4-aee8-25a700a196f7,segment=NetworkSegment(90726ae9-7266-40df-8eae-99ef187974f9),segment_id=90726ae9-7266-40df-8eae-99ef187974f9)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:33:01.033834 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 35518) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:01.150446 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:01.179429 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dc50250b-0280-4a1d-a665-159a245eb049 req-8c61853d-c93c-4835-ad0b-36e748d60338 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 210 time: 0.3455713 Jul 19 17:33:01.183892 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4fabd4b7-05a6-4c6a-8e94-d04f5b97c181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:01.227599 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0eb88b8e-0ab8-4786-9329-cd788c761533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:01.249456 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0eb88b8e-0ab8-4786-9329-cd788c761533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:01.264884 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-b0e9bbe7-f58d-44a5-8cd6-d88ed1733f2a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:01.278972 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:01.279569 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:01.281110 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] 10.222.0.59 "PUT /v2.0/ports/3bae7e97-0ca6-44b4-aee8-25a700a196f7 HTTP/1.1" status: 200 len: 1093 time: 3.9017887 Jul 19 17:33:01.284463 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f33126-25a0-439a-bd9f-075c8afe94ce', 'tag': '3bae7e97-0ca6-44b4-aee8-25a700a196f7'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:33:01.358399 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-077b95e9-3360-4398-858c-4fc5512caef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:01.367693 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-077b95e9-3360-4398-858c-4fc5512caef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:01.377517 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a1795297-1fb8-43a5-89de-24b55a5a1dc3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for floatingip, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:01.379181 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-a1795297-1fb8-43a5-89de-24b55a5a1dc3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2053673 Jul 19 17:33:01.441491 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b95e9-3360-4398-858c-4fc5512caef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a65787-3f61-4ff4-9ca9-43e10db2d93f,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:01.454815 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-077b95e9-3360-4398-858c-4fc5512caef1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d268f5fcc2e0474a93d49aab4bddfe1a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5098693 Jul 19 17:33:01.455608 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 35528) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:01.503293 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c19d8e-216f-46cb-a96c-dbaf7dfe95b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3bae7e97-0ca6-44b4-aee8-25a700a196f7,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:01.517033 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-0eb88b8e-0ab8-4786-9329-cd788c761533 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5bd976611e2d4a1982c06dcbe0785125&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2203107 Jul 19 17:33:01.520425 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 35532) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:01.521070 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb88b8e-0ab8-4786-9329-cd788c761533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1befc4-c22a-4dda-a002-0b94a95249e2,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:01.595246 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae6cea-5beb-4e0f-ba84-dea1147fbe8c req-08fa321c-7280-40d1-819a-40f8e75178ad tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:01.612806 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3dae6cea-5beb-4e0f-ba84-dea1147fbe8c req-08fa321c-7280-40d1-819a-40f8e75178ad tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 943 time: 0.7820187 Jul 19 17:33:01.623612 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7affa3c3-1d6e-49bf-bdf7-b8dd2b46e8fc" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f33126-25a0-439a-bd9f-075c8afe94ce", "tag": "3bae7e97-0ca6-44b4-aee8-25a700a196f7"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:33:01.748824 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-b0e9bbe7-f58d-44a5-8cd6-d88ed1733f2a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:01.810797 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-2842a2c6-ffd2-4fd9-84b5-94eb76f0a6c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c HTTP/1.1" status: 200 len: 217 time: 0.2508712 Jul 19 17:33:01.883707 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3dae6cea-5beb-4e0f-ba84-dea1147fbe8c req-72a63e29-0209-483d-ba80-f566ebaad8ad tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659330 Jul 19 17:33:01.884438 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d9b72963-e173-461a-bf44-a5b13453fee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:01.930674 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-b0e9bbe7-f58d-44a5-8cd6-d88ed1733f2a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Network dd319fdc-24ce-454e-888e-090cf8c32435 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:33:01.936222 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c45ded3-f7e2-43fa-b1cf-cc07f24415db x-openstack-request-id: req-1c45ded3-f7e2-43fa-b1cf-cc07f24415db {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:33:01.938285 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f33126-25a0-439a-bd9f-075c8afe94ce", "tag": "3bae7e97-0ca6-44b4-aee8-25a700a196f7", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:33:01.938285 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c45ded3-f7e2-43fa-b1cf-cc07f24415db {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:33:01.938285 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f33126-25a0-439a-bd9f-075c8afe94ce', 'tag': '3bae7e97-0ca6-44b4-aee8-25a700a196f7', 'status': 'completed', 'code': 200} Jul 19 17:33:01.947770 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-b0e9bbe7-f58d-44a5-8cd6-d88ed1733f2a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:33:01.955224 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-77c3586c-e7f0-418c-a6f7-f31398cddd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:01.957084 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-77c3586c-e7f0-418c-a6f7-f31398cddd22 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9f2c7817-7c7d-4ae1-b51f-d61950bf1fbd HTTP/1.1" status: 200 len: 854 time: 0.1149342 Jul 19 17:33:01.957212 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-b0e9bbe7-f58d-44a5-8cd6-d88ed1733f2a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:33:01.961502 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9d857302-7644-4d7c-9e32-179c1fcac30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:01.963942 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-b0e9bbe7-f58d-44a5-8cd6-d88ed1733f2a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:01.964518 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-b0e9bbe7-f58d-44a5-8cd6-d88ed1733f2a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:02.009047 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d9b72963-e173-461a-bf44-a5b13453fee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:02.024638 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-a4c8d17e-bc29-4df1-bfe3-ba073e633b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:02.028350 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-a4c8d17e-bc29-4df1-bfe3-ba073e633b31 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2e11996e75c849b6b0ccb7a38be75b5e&device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 1096 time: 0.3920865 Jul 19 17:33:02.037198 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-fbd9d1d0-77ca-486f-a1a2-1a8e33b604b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d0b84da-014c-43ff-bf6a-16a5d79fbf35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726328 Jul 19 17:33:02.048370 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4fabd4b7-05a6-4c6a-8e94-d04f5b97c181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:02.060337 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9bbe7-f58d-44a5-8cd6-d88ed1733f2a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Pushing event updated for resources: {'Port': ['ID=293005df-69bd-4620-a674-ab78953c1abb,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:02.061525 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9d857302-7644-4d7c-9e32-179c1fcac30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:02.078400 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4fabd4b7-05a6-4c6a-8e94-d04f5b97c181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:02.143296 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-b0e9bbe7-f58d-44a5-8cd6-d88ed1733f2a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9323637 Jul 19 17:33:02.166465 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-f669fba1-29e9-4e20-823f-7dc977cebc52 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b46ea48a-5257-46dc-8b01-95cbfc195541 HTTP/1.1" status: 200 len: 217 time: 0.1284757 Jul 19 17:33:02.176757 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] Request body: {'port': {'device_id': 'f35575cb-55e8-4956-be16-eb46e9b0c8cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:33:02.294379 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-572c0f96-5f88-4372-82a4-a5e3f8f980a6 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--766386414&fields=id&tenant_id=264664ead74849f4a933f763f9adf1ae HTTP/1.1" status: 200 len: 267 time: 0.2591951 Jul 19 17:33:02.295846 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-a6700783-4b4a-4cdc-8cf5-76779b0877de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:02.297449 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-a6700783-4b4a-4cdc-8cf5-76779b0877de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=154770f9b0584715b4de4129063329a7&device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 1096 time: 0.5051761 Jul 19 17:33:02.321177 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d9b72963-e173-461a-bf44-a5b13453fee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:02.323767 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d9b72963-e173-461a-bf44-a5b13453fee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:02.325035 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-d9b72963-e173-461a-bf44-a5b13453fee6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a1befc4-c22a-4dda-a002-0b94a95249e2 HTTP/1.1" status: 204 len: 168 time: 0.8001993 Jul 19 17:33:02.338724 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2e4a28b1-026f-4df7-b015-b0d33276afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:02.340266 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-2e4a28b1-026f-4df7-b015-b0d33276afb4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed0eb7a0-e01c-49e9-b76c-7162fedad1e1 HTTP/1.1" status: 200 len: 851 time: 0.1595471 Jul 19 17:33:02.396831 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-4fabd4b7-05a6-4c6a-8e94-d04f5b97c181 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee9a2371c1ed4c76a25f42588c4eac1c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3575225 Jul 19 17:33:02.399438 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 35560) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:02.401425 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fabd4b7-05a6-4c6a-8e94-d04f5b97c181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497c3a74-22fe-4e45-ba42-f4a33901613e,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:02.411859 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-6fcf577c-f1c7-4368-9b2f-52de0c0efa2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bae7e97-0ca6-44b4-aee8-25a700a196f7 HTTP/1.1" status: 200 len: 217 time: 0.0932312 Jul 19 17:33:02.417139 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b72963-e173-461a-bf44-a5b13453fee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1befc4-c22a-4dda-a002-0b94a95249e2,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:02.449879 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-843ada5a-d0de-4e3b-9a7f-f29031690efc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ac516b3-c942-409e-ba28-d98945004c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690067 Jul 19 17:33:02.464771 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17ade5-4708-4782-881b-511a8b223f03 req-4642e972-dbec-4d50-a8ad-f78107d907c0 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:02.466369 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9b17ade5-4708-4782-881b-511a8b223f03 req-4642e972-dbec-4d50-a8ad-f78107d907c0 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 943 time: 0.4829917 Jul 19 17:33:02.481064 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-a1560037-0597-4179-b8a1-8015528c2176 service neutron] 10.222.0.59 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353828 Jul 19 17:33:02.485332 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9d857302-7644-4d7c-9e32-179c1fcac30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:02.487986 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9d857302-7644-4d7c-9e32-179c1fcac30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:02.489333 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-9d857302-7644-4d7c-9e32-179c1fcac30d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6a65787-3f61-4ff4-9ca9-43e10db2d93f HTTP/1.1" status: 204 len: 168 time: 1.0285029 Jul 19 17:33:02.532446 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:02.545501 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d857302-7644-4d7c-9e32-179c1fcac30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a65787-3f61-4ff4-9ca9-43e10db2d93f,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:02.553248 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-8355dc33-c16e-4493-bfe5-c4f0e4d1e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:02.554790 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-8355dc33-c16e-4493-bfe5-c4f0e4d1e192 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da811da7-4bf9-4450-82bb-89a483333121 HTTP/1.1" status: 200 len: 858 time: 0.1297681 Jul 19 17:33:02.641717 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-aa417d58-904d-4fe1-a8a4-18e6c01f82ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd319fdc-24ce-454e-888e-090cf8c32435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786107 Jul 19 17:33:02.666340 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9b17ade5-4708-4782-881b-511a8b223f03 req-f437e199-3b66-4231-ba15-52b2f6f49a43 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550033 Jul 19 17:33:02.669836 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-ef9a8147-fd05-40c8-a792-c118a4b00107 req-83dd0521-9d47-4b7e-a557-043cd6c4f325 service neutron] 10.222.0.59 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790760 Jul 19 17:33:02.670765 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-68959c8e-ff72-410b-b30c-aa68fe371aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:02.684550 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-3255f161-e5aa-44eb-8189-efd9e74075ef tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:02.686173 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-3255f161-e5aa-44eb-8189-efd9e74075ef tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/networks?id=2b2a9a44-8a11-41b7-b0f8-85238b0362d1 HTTP/1.1" status: 200 len: 811 time: 0.3714185 Jul 19 17:33:02.743221 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d81e54-8c7a-49bf-b6bb-e26e8c2646b9', 'tag': 'b46ea48a-5257-46dc-8b01-95cbfc195541'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:33:02.744729 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-f4f64a70-b12b-4164-a1b0-01c3d3ffa492 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/quotas/264664ead74849f4a933f763f9adf1ae HTTP/1.1" status: 200 len: 375 time: 0.0449567 Jul 19 17:33:02.746421 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d992d4-6d29-4420-8c09-c8b5244ef033" -d '{"events": [{"name": "network-changed", "server_uuid": "80d81e54-8c7a-49bf-b6bb-e26e8c2646b9", "tag": "b46ea48a-5257-46dc-8b01-95cbfc195541"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:33:02.751145 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-3705f05a-604e-44b2-bd4a-9949f5b4a52d service neutron] 10.222.0.59 "GET /v2.0/networks/4ac516b3-c942-409e-ba28-d98945004c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837658 Jul 19 17:33:02.810840 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-68959c8e-ff72-410b-b30c-aa68fe371aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:02.910300 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-75930a6f-6353-4e4b-8a0c-339089b526db service neutron] 10.222.0.59 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433889 Jul 19 17:33:02.935430 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da3f06-d44d-4f13-9fc8-731dcf2dd7af req-02faf30a-64e3-4e1a-9097-d297ee2b676b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:02.937341 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-72da3f06-d44d-4f13-9fc8-731dcf2dd7af req-02faf30a-64e3-4e1a-9097-d297ee2b676b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8eac7ae86da742339229da8811d720ae&device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 1096 time: 0.1950626 Jul 19 17:33:02.992284 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-68959c8e-ff72-410b-b30c-aa68fe371aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:02.995262 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-68959c8e-ff72-410b-b30c-aa68fe371aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:02.997024 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-68959c8e-ff72-410b-b30c-aa68fe371aa5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/497c3a74-22fe-4e45-ba42-f4a33901613e HTTP/1.1" status: 204 len: 168 time: 0.5962238 Jul 19 17:33:03.082827 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68959c8e-ff72-410b-b30c-aa68fe371aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497c3a74-22fe-4e45-ba42-f4a33901613e,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:03.141362 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 35580) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:03.162947 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-342a02a9-ccc7-45f0-9a0e-a646a6ee6e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:03.224181 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 35582) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:03.266457 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a8fe1710-6dfb-44ca-bc5a-1d554fa77c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:03.269875 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-09274bce-e9e8-4909-b251-dec86f17cad4 req-54f2a582-d0e3-4dff-ade0-a166cc6b5f27 service neutron] 10.222.0.59 "GET /v2.0/networks/4ac516b3-c942-409e-ba28-d98945004c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701495 Jul 19 17:33:03.291881 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-086ab68a-d884-432e-840e-e1b48bbb9e39 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=264664ead74849f4a933f763f9adf1ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5396731 Jul 19 17:33:03.294410 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-ecf61026-a02a-4eed-9783-2d3c83349680 req-a2355f73-f4e0-4061-acf3-14fa0b13aa91 service neutron] 10.222.0.59 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737574 Jul 19 17:33:03.317206 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d96084-0aab-4a9a-b657-a185886997a2 req-00c42be1-8bb7-418d-8350-69a93918f2c5 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:03.318930 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-81d96084-0aab-4a9a-b657-a185886997a2 req-00c42be1-8bb7-418d-8350-69a93918f2c5 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 931 time: 0.4527724 Jul 19 17:33:03.369183 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da3f06-d44d-4f13-9fc8-731dcf2dd7af req-ea4b6e9f-8547-44b0-8462-25b7853bcf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:03.371162 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-72da3f06-d44d-4f13-9fc8-731dcf2dd7af req-ea4b6e9f-8547-44b0-8462-25b7853bcf7b service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d0b84da-014c-43ff-bf6a-16a5d79fbf35 HTTP/1.1" status: 200 len: 915 time: 0.4218478 Jul 19 17:33:03.395006 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293005df-69bd-4620-a674-ab78953c1abb {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:33:03.410111 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:03.480162 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:33:03.485099 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-72da3f06-d44d-4f13-9fc8-731dcf2dd7af req-56e31b2b-d1ad-43e8-9a10-e867c4fcde49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c HTTP/1.1" status: 200 len: 217 time: 0.0983295 Jul 19 17:33:03.572429 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affa3c3-1d6e-49bf-bdf7-b8dd2b46e8fc req-3d94a3d4-1ec0-4c90-8383-af380b081c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:03.574024 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-7affa3c3-1d6e-49bf-bdf7-b8dd2b46e8fc req-3d94a3d4-1ec0-4c90-8383-af380b081c47 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=154770f9b0584715b4de4129063329a7&device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 1096 time: 0.1799142 Jul 19 17:33:03.634759 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da3f06-d44d-4f13-9fc8-731dcf2dd7af req-978bda91-525b-441c-8bcb-925b9a81d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:03.636624 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-72da3f06-d44d-4f13-9fc8-731dcf2dd7af req-978bda91-525b-441c-8bcb-925b9a81d851 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9f2c7817-7c7d-4ae1-b51f-d61950bf1fbd HTTP/1.1" status: 200 len: 854 time: 0.1412411 Jul 19 17:33:03.693528 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-72da3f06-d44d-4f13-9fc8-731dcf2dd7af req-847022e3-15bc-4ec3-b179-898e173ed5ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d0b84da-014c-43ff-bf6a-16a5d79fbf35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431812 Jul 19 17:33:03.701958 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-81d96084-0aab-4a9a-b657-a185886997a2 req-111d70a8-53d1-434b-a209-3fe5be5f67fc tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579783 Jul 19 17:33:03.711701 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] Transition to ACTIVE for port object 293005df-69bd-4620-a674-ab78953c1abb will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:33:03.722550 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:03.758867 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-342a02a9-ccc7-45f0-9a0e-a646a6ee6e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:03.773332 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c5b0cb-e1cd-4fe9-9bc9-c6a9fccf7f2e x-openstack-request-id: req-17c5b0cb-e1cd-4fe9-9bc9-c6a9fccf7f2e {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:33:03.773744 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d81e54-8c7a-49bf-b6bb-e26e8c2646b9", "tag": "b46ea48a-5257-46dc-8b01-95cbfc195541", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:33:03.774096 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17c5b0cb-e1cd-4fe9-9bc9-c6a9fccf7f2e {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:33:03.774580 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d81e54-8c7a-49bf-b6bb-e26e8c2646b9', 'tag': 'b46ea48a-5257-46dc-8b01-95cbfc195541', 'status': 'completed', 'code': 200} Jul 19 17:33:03.786876 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-342a02a9-ccc7-45f0-9a0e-a646a6ee6e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:03.856860 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-38e6e1f9-ef0d-4c4a-b8c5-b4f53ca8f6cd service neutron] 10.222.0.32 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016880 Jul 19 17:33:03.900267 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affa3c3-1d6e-49bf-bdf7-b8dd2b46e8fc req-e68cffb1-bb52-4f9b-813e-6b0ecb5d3f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:03.901754 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-7affa3c3-1d6e-49bf-bdf7-b8dd2b46e8fc req-e68cffb1-bb52-4f9b-813e-6b0ecb5d3f7d service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd319fdc-24ce-454e-888e-090cf8c32435 HTTP/1.1" status: 200 len: 919 time: 0.3167021 Jul 19 17:33:03.904118 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-342a02a9-ccc7-45f0-9a0e-a646a6ee6e7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e8cd9629e424bb3b6c5a0b21fc3672d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7602227 Jul 19 17:33:03.908610 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 35592) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:03.910856 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a02a9-ccc7-45f0-9a0e-a646a6ee6e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19854ce-fabf-44ee-a0de-479906818b4a,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:03.972073 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 35594) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:03.985062 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-7affa3c3-1d6e-49bf-bdf7-b8dd2b46e8fc req-97919dca-66e0-46d3-bab4-ac7c9998a6a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bae7e97-0ca6-44b4-aee8-25a700a196f7 HTTP/1.1" status: 200 len: 217 time: 0.0664485 Jul 19 17:33:04.009641 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] Pushing event updated for resources: {'Port': ['ID=293005df-69bd-4620-a674-ab78953c1abb,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:04.025133 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d8e36c49-d21d-4895-9c20-c94cb28f46cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:04.039453 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a8fe1710-6dfb-44ca-bc5a-1d554fa77c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:04.049390 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-72da3f06-d44d-4f13-9fc8-731dcf2dd7af req-5b0ffd10-61ed-4d80-99cb-4b6cdb0e0650 service neutron] 10.222.0.59 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122447 Jul 19 17:33:04.084496 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a8fe1710-6dfb-44ca-bc5a-1d554fa77c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:04.122668 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] Attempting to bind port 293005df-69bd-4620-a674-ab78953c1abb on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:33:04.123030 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] Attempting to bind port 293005df-69bd-4620-a674-ab78953c1abb by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '90726ae9-7266-40df-8eae-99ef187974f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'dd319fdc-24ce-454e-888e-090cf8c32435'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:33:04.123356 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] Attempting to bind port 293005df-69bd-4620-a674-ab78953c1abb on network dd319fdc-24ce-454e-888e-090cf8c32435 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:33:04.124922 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affa3c3-1d6e-49bf-bdf7-b8dd2b46e8fc req-a5370e60-a6e1-4eab-be75-d7208bdb95be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:04.126461 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-7affa3c3-1d6e-49bf-bdf7-b8dd2b46e8fc req-a5370e60-a6e1-4eab-be75-d7208bdb95be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da811da7-4bf9-4450-82bb-89a483333121 HTTP/1.1" status: 200 len: 858 time: 0.1309106 Jul 19 17:33:04.153559 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-88547c76-b12d-43e9-8fbf-bee0a46e5a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:04.169791 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] Port 293005df-69bd-4620-a674-ab78953c1abb on network dd319fdc-24ce-454e-888e-090cf8c32435 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:33:04.170109 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] Attempting to bind port 293005df-69bd-4620-a674-ab78953c1abb on network dd319fdc-24ce-454e-888e-090cf8c32435 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:33:04.177435 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-a8fe1710-6dfb-44ca-bc5a-1d554fa77c0b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e91fbfbbf89c4b778a34cd970a09dfa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9511545 Jul 19 17:33:04.178324 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 35596) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:04.200439 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-081ef870-1f6b-40f3-80ed-6f113103a46f service neutron] 10.222.0.32 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423715 Jul 19 17:33:04.201103 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] Checking agent: {'id': 'd8fb6e65-9e8c-4b17-9f8a-3918624e6b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'started_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:33:04.201502 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] Checking segment: {'id': '90726ae9-7266-40df-8eae-99ef187974f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'dd319fdc-24ce-454e-888e-090cf8c32435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:33:04.201899 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] Bound using segment: {'id': '90726ae9-7266-40df-8eae-99ef187974f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'dd319fdc-24ce-454e-888e-090cf8c32435'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:33:04.202411 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] Bound port: 293005df-69bd-4620-a674-ab78953c1abb, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90726ae9-7266-40df-8eae-99ef187974f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'dd319fdc-24ce-454e-888e-090cf8c32435'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:33:04.202797 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:04.209002 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe1710-6dfb-44ca-bc5a-1d554fa77c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea423dee-fdd3-4cbd-b488-75ce12021f40,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:04.213304 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-7affa3c3-1d6e-49bf-bdf7-b8dd2b46e8fc req-14c32fc7-7017-42f9-90d3-586a534999c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd319fdc-24ce-454e-888e-090cf8c32435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546434 Jul 19 17:33:04.224685 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d992d4-6d29-4420-8c09-c8b5244ef033 req-97ef79ed-906a-4304-8f78-2a37608ebc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:04.226593 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-57d992d4-6d29-4420-8c09-c8b5244ef033 req-97ef79ed-906a-4304-8f78-2a37608ebc15 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2e11996e75c849b6b0ccb7a38be75b5e&device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 1096 time: 0.3850286 Jul 19 17:33:04.273917 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-88547c76-b12d-43e9-8fbf-bee0a46e5a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:04.282976 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be50d8-28df-47b5-8412-681962595385 req-3565adfc-149b-4ff2-878d-f445c1bc3318 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:04.284934 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-51be50d8-28df-47b5-8412-681962595385 req-3565adfc-149b-4ff2-878d-f445c1bc3318 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 943 time: 0.3785746 Jul 19 17:33:04.351098 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-72da3f06-d44d-4f13-9fc8-731dcf2dd7af req-3fc2bd93-c23e-4758-a541-e1c08a70fc9a service neutron] 10.222.0.59 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910261 Jul 19 17:33:04.551624 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-51be50d8-28df-47b5-8412-681962595385 req-c2c99a22-f8d4-42b4-b0c9-275bf6fc7b65 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434518 Jul 19 17:33:04.570300 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] For port 293005df-69bd-4620-a674-ab78953c1abb, host hv-cinder-80069, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:33:04.654764 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d992d4-6d29-4420-8c09-c8b5244ef033 req-4698fc79-3009-4988-9f53-a1bbd8a404db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:04.657814 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-57d992d4-6d29-4420-8c09-c8b5244ef033 req-4698fc79-3009-4988-9f53-a1bbd8a404db service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ac516b3-c942-409e-ba28-d98945004c40 HTTP/1.1" status: 200 len: 912 time: 0.4250329 Jul 19 17:33:04.660990 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] For port 293005df-69bd-4620-a674-ab78953c1abb, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=293005df-69bd-4620-a674-ab78953c1abb,segment=NetworkSegment(90726ae9-7266-40df-8eae-99ef187974f9),segment_id=90726ae9-7266-40df-8eae-99ef187974f9)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:33:04.716959 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-33e51641-b4b5-4963-8d7f-1b6d64988466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:04.722663 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:04.725127 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-7affa3c3-1d6e-49bf-bdf7-b8dd2b46e8fc req-ac1d87e6-402f-492e-a5bc-f5876bed2c2c service neutron] 10.222.0.59 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977903 Jul 19 17:33:04.753442 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-88547c76-b12d-43e9-8fbf-bee0a46e5a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:04.756029 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-88547c76-b12d-43e9-8fbf-bee0a46e5a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:04.757182 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-88547c76-b12d-43e9-8fbf-bee0a46e5a54 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f19854ce-fabf-44ee-a0de-479906818b4a HTTP/1.1" status: 204 len: 168 time: 0.8474195 Jul 19 17:33:04.786335 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-016ba5fe-7891-4f62-8a6b-e407b0be1af0 req-de90e3f6-e3f1-4635-809c-f300b5ad5086 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 210 time: 0.1583309 Jul 19 17:33:04.799499 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-33e51641-b4b5-4963-8d7f-1b6d64988466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:04.815914 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88547c76-b12d-43e9-8fbf-bee0a46e5a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19854ce-fabf-44ee-a0de-479906818b4a,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:04.841577 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-57d992d4-6d29-4420-8c09-c8b5244ef033 req-dbc1b7af-fdb4-49ae-b2bd-b22dbc2d7981 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b46ea48a-5257-46dc-8b01-95cbfc195541 HTTP/1.1" status: 200 len: 217 time: 0.1711268 Jul 19 17:33:04.857471 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d8e36c49-d21d-4895-9c20-c94cb28f46cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:04.895776 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:04.897547 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:04.900439 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] 10.222.0.59 "PUT /v2.0/ports/293005df-69bd-4620-a674-ab78953c1abb HTTP/1.1" status: 200 len: 1093 time: 2.7452736 Jul 19 17:33:04.908893 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35575cb-55e8-4956-be16-eb46e9b0c8cc', 'tag': '293005df-69bd-4620-a674-ab78953c1abb'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:33:04.913444 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e69eab-fa72-4d65-bc09-80fc746a4673" -d '{"events": [{"name": "network-changed", "server_uuid": "f35575cb-55e8-4956-be16-eb46e9b0c8cc", "tag": "293005df-69bd-4620-a674-ab78953c1abb"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:33:04.970399 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d8e36c49-d21d-4895-9c20-c94cb28f46cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:05.059495 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-d8e36c49-d21d-4895-9c20-c94cb28f46cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=31072831da1345cda0e55fd3336ebccb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0862861 Jul 19 17:33:05.067174 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 35620) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:05.071570 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-33e51641-b4b5-4963-8d7f-1b6d64988466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:05.074970 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-33e51641-b4b5-4963-8d7f-1b6d64988466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:05.076380 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-33e51641-b4b5-4963-8d7f-1b6d64988466 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea423dee-fdd3-4cbd-b488-75ce12021f40 HTTP/1.1" status: 204 len: 168 time: 0.8764329 Jul 19 17:33:05.090147 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e36c49-d21d-4895-9c20-c94cb28f46cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757e32ae-346e-4e78-8d5d-ad1cfef2dce8,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:05.105836 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e51641-b4b5-4963-8d7f-1b6d64988466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea423dee-fdd3-4cbd-b488-75ce12021f40,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:05.145399 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-7affa3c3-1d6e-49bf-bdf7-b8dd2b46e8fc req-e62bed43-c14e-4c86-b995-1ef0816c237a service neutron] 10.222.0.59 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042687 Jul 19 17:33:05.259333 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23734d0-2f6d-483e-a12b-fd8b7e923abf service neutron] Pushing event updated for resources: {'Port': ['ID=293005df-69bd-4620-a674-ab78953c1abb,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:05.299725 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b127b-2a7f-4b42-ae9d-4a803c08c9fe req-f500decc-6551-4374-82ff-4dbb794ae8cd tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:05.311557 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d92b127b-2a7f-4b42-ae9d-4a803c08c9fe req-f500decc-6551-4374-82ff-4dbb794ae8cd tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 943 time: 0.8018768 Jul 19 17:33:05.335993 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d992d4-6d29-4420-8c09-c8b5244ef033 req-c38e3aa1-d800-4849-a391-b7e5a0af420b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:05.338603 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-57d992d4-6d29-4420-8c09-c8b5244ef033 req-c38e3aa1-d800-4849-a391-b7e5a0af420b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed0eb7a0-e01c-49e9-b76c-7162fedad1e1 HTTP/1.1" status: 200 len: 851 time: 0.4811003 Jul 19 17:33:05.482561 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-57d992d4-6d29-4420-8c09-c8b5244ef033 req-b26b716d-6172-4d0d-be60-b534794480ce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ac516b3-c942-409e-ba28-d98945004c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162081 Jul 19 17:33:05.597736 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d92b127b-2a7f-4b42-ae9d-4a803c08c9fe req-6324d14c-1a47-48bc-869a-9a51b3323729 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842760 Jul 19 17:33:05.622354 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-242ba483-b85d-4648-a41f-40fc340aba0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:05.653367 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305e998-fedb-46d8-9182-ab8153ff1a3c req-c9cb6361-89c0-4a1b-b856-e3bdb3aa243a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:05.665823 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6305e998-fedb-46d8-9182-ab8153ff1a3c req-c9cb6361-89c0-4a1b-b856-e3bdb3aa243a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 943 time: 0.7345886 Jul 19 17:33:05.779921 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:33:05.822057 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-8111e124-47d6-4f78-b95c-5be4d0d0f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:05.825281 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-8111e124-47d6-4f78-b95c-5be4d0d0f71c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=154770f9b0584715b4de4129063329a7&device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 1096 time: 0.8002112 Jul 19 17:33:05.830661 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af35fdd7-0993-4705-8461-99ee87b99564 x-openstack-request-id: req-af35fdd7-0993-4705-8461-99ee87b99564 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:33:05.831043 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35575cb-55e8-4956-be16-eb46e9b0c8cc", "tag": "293005df-69bd-4620-a674-ab78953c1abb", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:33:05.831267 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af35fdd7-0993-4705-8461-99ee87b99564 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:33:05.831684 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35575cb-55e8-4956-be16-eb46e9b0c8cc', 'tag': '293005df-69bd-4620-a674-ab78953c1abb', 'status': 'completed', 'code': 200} Jul 19 17:33:05.926542 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6305e998-fedb-46d8-9182-ab8153ff1a3c req-a5b11660-66ef-4416-9c29-9049cfba0c8e tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591577 Jul 19 17:33:05.981599 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c,segment=NetworkSegment(da51a4f5-0dcb-40e9-b412-f6e7f601152b),segment_id=da51a4f5-0dcb-40e9-b412-f6e7f601152b)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:33:05.998777 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': 'ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c', 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35', 'port_id': 'ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c', 'mac_address': 'fa:16:3e:1d:dd:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2c7817-7c7d-4ae1-b51f-d61950bf1fbd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:33:06.050336 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-242ba483-b85d-4648-a41f-40fc340aba0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:06.056582 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:06.073093 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:33:06.093138 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-57d992d4-6d29-4420-8c09-c8b5244ef033 req-b1bf18e3-8387-4d42-b738-fa143cb4fb7e service neutron] 10.222.0.59 "GET /v2.0/networks/4ac516b3-c942-409e-ba28-d98945004c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862553 Jul 19 17:33:06.117704 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-35b2f132-3112-45fd-8b4a-ee901ba94889 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=293005df-69bd-4620-a674-ab78953c1abb HTTP/1.1" status: 200 len: 217 time: 0.2257066 Jul 19 17:33:06.143000 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c,segment=NetworkSegment(da51a4f5-0dcb-40e9-b412-f6e7f601152b),segment_id=da51a4f5-0dcb-40e9-b412-f6e7f601152b)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:33:06.154330 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:06.155403 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device b46ea48a-5257-46dc-8b01-95cbfc195541 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:33:06.186756 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-ea06d81b-316d-4cdf-8d21-8779e2acea5f tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:06.189476 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-ea06d81b-316d-4cdf-8d21-8779e2acea5f tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.59 "GET /v2.0/networks?id=2b2a9a44-8a11-41b7-b0f8-85238b0362d1 HTTP/1.1" status: 200 len: 811 time: 0.3036506 Jul 19 17:33:06.283854 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-ce953f28-4c6e-4232-b901-f09e08679f71 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=264664ead74849f4a933f763f9adf1ae HTTP/1.1" status: 200 len: 379 time: 0.0856740 Jul 19 17:33:06.295150 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-0db3227a-59cc-4133-84d9-4edddd15469e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Request body: {'port': {'device_id': '105ed1c6-b060-4f0e-b438-55a6ae3c47b9', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'admin_state_up': True, 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'security_groups': ['b84912f1-a5bd-468a-869a-0d1685790994']}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:33:06.295560 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:06.329427 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-57d992d4-6d29-4420-8c09-c8b5244ef033 req-b808b31d-a41b-4df4-9213-c608df83b0d6 service neutron] 10.222.0.59 "GET /v2.0/networks/4ac516b3-c942-409e-ba28-d98945004c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190909 Jul 19 17:33:06.348175 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-728dad9e-3b6c-40a3-82ac-5edaa4453bbf req-a97a66e8-f60c-44a4-b54f-200d8fb4a30e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 210 time: 0.2530899 Jul 19 17:33:06.428227 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3c28e-f36b-4439-8e69-e5971b6eb93f req-348115c8-0af1-44a0-994d-bcc7c56e0931 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:06.435957 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a4b3c28e-f36b-4439-8e69-e5971b6eb93f req-348115c8-0af1-44a0-994d-bcc7c56e0931 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 943 time: 0.6010070 Jul 19 17:33:06.436876 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port b46ea48a-5257-46dc-8b01-95cbfc195541, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b46ea48a-5257-46dc-8b01-95cbfc195541,segment=NetworkSegment(fa97374e-9d40-4ef1-b57f-d15d772e35aa),segment_id=fa97374e-9d40-4ef1-b57f-d15d772e35aa)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:33:06.453138 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': 'b46ea48a-5257-46dc-8b01-95cbfc195541', 'network_id': '4ac516b3-c942-409e-ba28-d98945004c40', 'port_id': 'b46ea48a-5257-46dc-8b01-95cbfc195541', 'mac_address': 'fa:16:3e:64:7e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0eb7a0-e01c-49e9-b76c-7162fedad1e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:33:06.478073 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-dffef9f9-0024-4333-ab6c-e4e3b788014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:06.480878 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-dffef9f9-0024-4333-ab6c-e4e3b788014c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da811da7-4bf9-4450-82bb-89a483333121 HTTP/1.1" status: 200 len: 858 time: 0.3269851 Jul 19 17:33:06.530354 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:06.534712 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-443c97e7-21fc-4350-8163-2a1eac57005f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd319fdc-24ce-454e-888e-090cf8c32435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462742 Jul 19 17:33:06.550769 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a4b3c28e-f36b-4439-8e69-e5971b6eb93f req-9b33d565-41e7-4beb-a825-ff04ec6b0d83 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090007 Jul 19 17:33:06.561975 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46ea48a-5257-46dc-8b01-95cbfc195541 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:33:06.574021 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-0db3227a-59cc-4133-84d9-4edddd15469e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Made reservation on behalf of 264664ead74849f4a933f763f9adf1ae for: {'port': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:33:06.582835 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-0db3227a-59cc-4133-84d9-4edddd15469e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:06.597266 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-242ba483-b85d-4648-a41f-40fc340aba0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:06.599865 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-242ba483-b85d-4648-a41f-40fc340aba0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:06.605313 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port b46ea48a-5257-46dc-8b01-95cbfc195541, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b46ea48a-5257-46dc-8b01-95cbfc195541,segment=NetworkSegment(fa97374e-9d40-4ef1-b57f-d15d772e35aa),segment_id=fa97374e-9d40-4ef1-b57f-d15d772e35aa)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:33:06.611244 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-242ba483-b85d-4648-a41f-40fc340aba0c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/757e32ae-346e-4e78-8d5d-ad1cfef2dce8 HTTP/1.1" status: 204 len: 168 time: 1.5214732 Jul 19 17:33:06.621813 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:06.623312 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 3bae7e97-0ca6-44b4-aee8-25a700a196f7 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:33:06.627438 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ba483-b85d-4648-a41f-40fc340aba0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757e32ae-346e-4e78-8d5d-ad1cfef2dce8,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:06.892662 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-0db3227a-59cc-4133-84d9-4edddd15469e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Allocated IP 172.20.0.14 (2b2a9a44-8a11-41b7-b0f8-85238b0362d1/a4b4a27a-9fa5-41b8-8967-080a257defa8/da08cd12-0090-46a4-b813-f0a9315cff06) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:33:06.925010 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 3bae7e97-0ca6-44b4-aee8-25a700a196f7, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=3bae7e97-0ca6-44b4-aee8-25a700a196f7,segment=NetworkSegment(90726ae9-7266-40df-8eae-99ef187974f9),segment_id=90726ae9-7266-40df-8eae-99ef187974f9)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:33:06.960927 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': '3bae7e97-0ca6-44b4-aee8-25a700a196f7', 'network_id': 'dd319fdc-24ce-454e-888e-090cf8c32435', 'port_id': '3bae7e97-0ca6-44b4-aee8-25a700a196f7', 'mac_address': 'fa:16:3e:1e:9f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da811da7-4bf9-4450-82bb-89a483333121', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:33:06.969385 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=b46ea48a-5257-46dc-8b01-95cbfc195541,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:06.979851 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-e9f319a9-2dc3-42d7-b9ed-85b2896cf37b service neutron] 10.222.0.59 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274087 Jul 19 17:33:07.039896 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:07.057315 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bae7e97-0ca6-44b4-aee8-25a700a196f7 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:33:07.083863 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 3bae7e97-0ca6-44b4-aee8-25a700a196f7, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=3bae7e97-0ca6-44b4-aee8-25a700a196f7,segment=NetworkSegment(90726ae9-7266-40df-8eae-99ef187974f9),segment_id=90726ae9-7266-40df-8eae-99ef187974f9)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:33:07.092977 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:07.106692 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62b6e1-df79-48c4-b4d1-b1acdeef5242 req-0649f3fb-59d7-4f4c-addb-a2a24d113c58 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:07.111720 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-0db3227a-59cc-4133-84d9-4edddd15469e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:07.117640 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7c62b6e1-df79-48c4-b4d1-b1acdeef5242 req-0649f3fb-59d7-4f4c-addb-a2a24d113c58 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 944 time: 0.2301924 Jul 19 17:33:07.148181 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-0db3227a-59cc-4133-84d9-4edddd15469e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Transition to ACTIVE for port object da08cd12-0090-46a4-b813-f0a9315cff06 will not be triggered until provisioned by entity DHCP. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:33:07.164898 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=3bae7e97-0ca6-44b4-aee8-25a700a196f7,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:07.187348 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-0db3227a-59cc-4133-84d9-4edddd15469e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:07.244950 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2870e366-c0fc-49b0-86b0-ca881e1affda req-1ffdad47-6993-4eac-a4e9-2cb19dec7cd8 service neutron] 10.222.0.59 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576041 Jul 19 17:33:07.283887 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3227a-59cc-4133-84d9-4edddd15469e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Pushing event updated for resources: {'Port': ['ID=da08cd12-0090-46a4-b813-f0a9315cff06,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:07.299396 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-0db3227a-59cc-4133-84d9-4edddd15469e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Network 2b2a9a44-8a11-41b7-b0f8-85238b0362d1 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:33:07.301564 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-0db3227a-59cc-4133-84d9-4edddd15469e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:33:07.304221 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-0db3227a-59cc-4133-84d9-4edddd15469e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:33:07.310526 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-0db3227a-59cc-4133-84d9-4edddd15469e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:07.311184 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-0db3227a-59cc-4133-84d9-4edddd15469e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:07.348487 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fce7fb-2c1f-4299-a7a7-ab0dd0b125d1 req-5bbed2a9-60f2-4dec-9785-b9fa38a357a6 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:07.355126 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-0db3227a-59cc-4133-84d9-4edddd15469e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0641885 Jul 19 17:33:07.359754 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-21fce7fb-2c1f-4299-a7a7-ab0dd0b125d1 req-5bbed2a9-60f2-4dec-9785-b9fa38a357a6 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 943 time: 0.3283143 Jul 19 17:33:07.368219 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] Request body: {'port': {'device_id': '105ed1c6-b060-4f0e-b438-55a6ae3c47b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:33:07.465362 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:33:07.469833 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['3bae7e97-0ca6-44b4-aee8-25a700a196f7'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:33:07.522023 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['b46ea48a-5257-46dc-8b01-95cbfc195541'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:33:07.527456 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7c62b6e1-df79-48c4-b4d1-b1acdeef5242 req-a79b7852-3d3a-4097-bdb3-ad39053f36f9 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014573 Jul 19 17:33:07.532132 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:07.621801 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-21fce7fb-2c1f-4299-a7a7-ab0dd0b125d1 req-47757982-a7ef-42e6-aa7a-e7a18813738b tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610030 Jul 19 17:33:07.675564 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69eab-fa72-4d65-bc09-80fc746a4673 req-2418366a-4bd9-4bb1-8c34-d7c22735c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:07.678803 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-35e69eab-fa72-4d65-bc09-80fc746a4673 req-2418366a-4bd9-4bb1-8c34-d7c22735c18f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=154770f9b0584715b4de4129063329a7&device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 1096 time: 0.3544044 Jul 19 17:33:07.995249 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-c0a01d50-a58f-4b78-aa18-b4213cd362d3 None None] Provisioning for port da08cd12-0090-46a4-b813-f0a9315cff06 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:33:08.008825 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-c0a01d50-a58f-4b78-aa18-b4213cd362d3 None None] Provisioning complete for port da08cd12-0090-46a4-b813-f0a9315cff06 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:33:08.009854 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-c0a01d50-a58f-4b78-aa18-b4213cd362d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:08.070851 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-c0a01d50-a58f-4b78-aa18-b4213cd362d3 None None] Port da08cd12-0090-46a4-b813-f0a9315cff06 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:33:08.211146 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9167d-5654-424d-b206-048c94732b35 req-d4f5fd36-a7a6-4856-bd3d-97cc427f9503 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:08.220911 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-70d9167d-5654-424d-b206-048c94732b35 req-d4f5fd36-a7a6-4856-bd3d-97cc427f9503 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 932 time: 0.4783127 Jul 19 17:33:08.226143 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69eab-fa72-4d65-bc09-80fc746a4673 req-5ca84229-3956-4aeb-a6fe-c8e821b58320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:08.227594 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-35e69eab-fa72-4d65-bc09-80fc746a4673 req-5ca84229-3956-4aeb-a6fe-c8e821b58320 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd319fdc-24ce-454e-888e-090cf8c32435 HTTP/1.1" status: 200 len: 919 time: 0.5418646 Jul 19 17:33:08.317956 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da08cd12-0090-46a4-b813-f0a9315cff06 {{(pid=93384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:33:08.328458 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:08.351098 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] Transition to ACTIVE for port object da08cd12-0090-46a4-b813-f0a9315cff06 will not be triggered until provisioned by entity L2. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:33:08.362469 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:08.382068 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-35e69eab-fa72-4d65-bc09-80fc746a4673 req-08d072ea-da46-43c3-8781-d2654d395a05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=293005df-69bd-4620-a674-ab78953c1abb HTTP/1.1" status: 200 len: 217 time: 0.1291203 Jul 19 17:33:08.411225 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670913ff-e055-4670-bbe7-ef133a8e517e req-e404b910-063c-4513-a946-9fe72873429c tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:08.412837 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-670913ff-e055-4670-bbe7-ef133a8e517e req-e404b910-063c-4513-a946-9fe72873429c tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 944 time: 0.5519567 Jul 19 17:33:08.450033 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-70d9167d-5654-424d-b206-048c94732b35 req-056e54dc-5183-4711-a1c9-74cc7c38e7d0 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213550 Jul 19 17:33:08.465552 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] Pushing event updated for resources: {'Port': ['ID=da08cd12-0090-46a4-b813-f0a9315cff06,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:08.501833 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69eab-fa72-4d65-bc09-80fc746a4673 req-18956ce1-7837-4f1b-991a-e06e9ba76e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:08.503673 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-35e69eab-fa72-4d65-bc09-80fc746a4673 req-18956ce1-7837-4f1b-991a-e06e9ba76e6d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da811da7-4bf9-4450-82bb-89a483333121 HTTP/1.1" status: 200 len: 858 time: 0.1044691 Jul 19 17:33:08.512049 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-670913ff-e055-4670-bbe7-ef133a8e517e req-393017e1-9aee-43a7-9ddc-480117820f02 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885842 Jul 19 17:33:08.531964 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] Attempting to bind port da08cd12-0090-46a4-b813-f0a9315cff06 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:33:08.531964 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] Attempting to bind port da08cd12-0090-46a4-b813-f0a9315cff06 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '5ef1ff52-c95c-47d9-992f-e445d0a3aa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1'}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:33:08.532542 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] Attempting to bind port da08cd12-0090-46a4-b813-f0a9315cff06 on network 2b2a9a44-8a11-41b7-b0f8-85238b0362d1 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:33:08.538339 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] Port da08cd12-0090-46a4-b813-f0a9315cff06 on network 2b2a9a44-8a11-41b7-b0f8-85238b0362d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:33:08.538809 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] Attempting to bind port da08cd12-0090-46a4-b813-f0a9315cff06 on network 2b2a9a44-8a11-41b7-b0f8-85238b0362d1 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:33:08.551115 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] Checking agent: {'id': 'd8fb6e65-9e8c-4b17-9f8a-3918624e6b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'started_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:33:08.551348 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] Checking segment: {'id': '5ef1ff52-c95c-47d9-992f-e445d0a3aa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:33:08.552006 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] Bound using segment: {'id': '5ef1ff52-c95c-47d9-992f-e445d0a3aa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1'} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:33:08.552738 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-35e69eab-fa72-4d65-bc09-80fc746a4673 req-f7f96d0d-9bbd-406f-9649-a03934fc4946 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd319fdc-24ce-454e-888e-090cf8c32435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393894 Jul 19 17:33:08.552876 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] Bound port: da08cd12-0090-46a4-b813-f0a9315cff06, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef1ff52-c95c-47d9-992f-e445d0a3aa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1'}}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:33:08.554805 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:08.714381 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-35e69eab-fa72-4d65-bc09-80fc746a4673 req-ab452e46-ecc8-417d-8880-dcaf4efcdfe8 service neutron] 10.222.0.59 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550670 Jul 19 17:33:08.715551 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] For port da08cd12-0090-46a4-b813-f0a9315cff06, host hv-cinder-80069, cleared binding levels {{(pid=93384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:33:08.720547 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] For port da08cd12-0090-46a4-b813-f0a9315cff06, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=da08cd12-0090-46a4-b813-f0a9315cff06,segment=NetworkSegment(5ef1ff52-c95c-47d9-992f-e445d0a3aa31),segment_id=5ef1ff52-c95c-47d9-992f-e445d0a3aa31)] {{(pid=93384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:33:08.727119 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:08.777159 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:08.777963 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:08.779626 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] 10.222.0.59 "PUT /v2.0/ports/da08cd12-0090-46a4-b813-f0a9315cff06 HTTP/1.1" status: 200 len: 1094 time: 1.4160790 Jul 19 17:33:08.780269 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105ed1c6-b060-4f0e-b438-55a6ae3c47b9', 'tag': 'da08cd12-0090-46a4-b813-f0a9315cff06'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:33:08.784284 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba26a793-00c1-48d1-aa48-f8051e0e678b" -d '{"events": [{"name": "network-changed", "server_uuid": "105ed1c6-b060-4f0e-b438-55a6ae3c47b9", "tag": "da08cd12-0090-46a4-b813-f0a9315cff06"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:33:08.811950 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca77618-dcc9-4261-b06b-065a300e9d79 service neutron] Pushing event updated for resources: {'Port': ['ID=da08cd12-0090-46a4-b813-f0a9315cff06,revision_number=3']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:08.961579 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-17d71ac8-7c3a-49d6-83f6-9ec819c91083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:08.965741 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-17d71ac8-7c3a-49d6-83f6-9ec819c91083 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=264664ead74849f4a933f763f9adf1ae&device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 1097 time: 0.1219904 Jul 19 17:33:09.037093 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3a060-50e8-4613-8010-2ab7b5c0ee30 req-01754b38-c80b-40d7-884c-1f7c97cf8af5 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:09.038749 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-daf3a060-50e8-4613-8010-2ab7b5c0ee30 req-01754b38-c80b-40d7-884c-1f7c97cf8af5 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 944 time: 0.3234208 Jul 19 17:33:09.047075 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-61c7fd82-0ead-4aa9-9709-7af63811bd45 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da08cd12-0090-46a4-b813-f0a9315cff06 HTTP/1.1" status: 200 len: 217 time: 0.0724108 Jul 19 17:33:09.058696 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-35e69eab-fa72-4d65-bc09-80fc746a4673 req-c10d220f-c578-4aa4-9b7f-3fd7f36e7c40 service neutron] 10.222.0.59 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083005 Jul 19 17:33:09.106982 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-f8caa9cb-6fd1-4c67-97b5-04f745a55f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:09.108532 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-f8caa9cb-6fd1-4c67-97b5-04f745a55f5b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b4a27a-9fa5-41b8-8967-080a257defa8 HTTP/1.1" status: 200 len: 850 time: 0.0546243 Jul 19 17:33:09.166507 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634703fa-0a77-4674-a0a4-c2fa51f17c1d req-0100517c-5cff-42c3-a712-97f616efa109 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:09.188994 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-634703fa-0a77-4674-a0a4-c2fa51f17c1d req-0100517c-5cff-42c3-a712-97f616efa109 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 943 time: 0.3411131 Jul 19 17:33:09.241077 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-daf3a060-50e8-4613-8010-2ab7b5c0ee30 req-f9df1827-8da0-47cb-beb6-a07faf1ebd92 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920025 Jul 19 17:33:09.303986 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-47d9b146-b107-4817-a815-938f4d178e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:09.305720 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-47d9b146-b107-4817-a815-938f4d178e7e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b2a9a44-8a11-41b7-b0f8-85238b0362d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1902964 Jul 19 17:33:09.310301 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-634703fa-0a77-4674-a0a4-c2fa51f17c1d req-89ba0c04-504a-4fbd-8c4d-48453826c2a0 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201711 Jul 19 17:33:09.352135 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3636ab9a-1837-4734-8c46-cc2693a27a9b x-openstack-request-id: req-3636ab9a-1837-4734-8c46-cc2693a27a9b {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:33:09.352749 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105ed1c6-b060-4f0e-b438-55a6ae3c47b9", "tag": "da08cd12-0090-46a4-b813-f0a9315cff06", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:33:09.352749 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3636ab9a-1837-4734-8c46-cc2693a27a9b {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:33:09.353144 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105ed1c6-b060-4f0e-b438-55a6ae3c47b9', 'tag': 'da08cd12-0090-46a4-b813-f0a9315cff06', 'status': 'completed', 'code': 200} Jul 19 17:33:09.473793 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-6607ff48-bb60-4e9d-bebf-294944a7f6b9 service neutron] 10.222.0.59 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605258 Jul 19 17:33:09.771133 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-c15d38e0-9f5d-45eb-9ac3-bb50b941daa9 req-88f0a0b1-d1a5-4c43-9e29-ab17c032bd04 service neutron] 10.222.0.59 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901855 Jul 19 17:33:09.793215 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 293005df-69bd-4620-a674-ab78953c1abb details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:33:09.799181 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:33:09.818958 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4aac19-926a-499d-9e08-00e347856bef req-011065d1-9fbe-4eba-b165-eca24e6eba3e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:09.844914 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e4aac19-926a-499d-9e08-00e347856bef req-011065d1-9fbe-4eba-b165-eca24e6eba3e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 944 time: 0.2165549 Jul 19 17:33:09.878777 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03137a-528a-49cf-aebc-ed0c94ab09f7 req-7f38615f-da79-44b8-9aae-cfa574e8f3c6 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:09.879693 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cc03137a-528a-49cf-aebc-ed0c94ab09f7 req-7f38615f-da79-44b8-9aae-cfa574e8f3c6 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 944 time: 0.2332556 Jul 19 17:33:09.951424 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26a793-00c1-48d1-aa48-f8051e0e678b req-195c1875-b872-42c2-8f13-218c9d2fb1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:09.954307 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-ba26a793-00c1-48d1-aa48-f8051e0e678b req-195c1875-b872-42c2-8f13-218c9d2fb1f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=264664ead74849f4a933f763f9adf1ae&device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 1097 time: 0.1022143 Jul 19 17:33:09.989351 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e4aac19-926a-499d-9e08-00e347856bef req-2afdbe24-d32d-42a6-914b-3a0efbfd61b2 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432226 Jul 19 17:33:10.022816 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cc03137a-528a-49cf-aebc-ed0c94ab09f7 req-d6233396-a048-4096-affe-e139e7bcc48d tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198375 Jul 19 17:33:10.211669 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning for port ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:33:10.223219 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:33:10.223730 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:10.228130 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26a793-00c1-48d1-aa48-f8051e0e678b req-fe9ed511-8883-4faf-ac2c-59f0b91d125d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:10.230967 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-ba26a793-00c1-48d1-aa48-f8051e0e678b req-fe9ed511-8883-4faf-ac2c-59f0b91d125d service neutron] 10.222.0.59 "GET /v2.0/networks?id=2b2a9a44-8a11-41b7-b0f8-85238b0362d1 HTTP/1.1" status: 200 len: 912 time: 0.2678218 Jul 19 17:33:10.279083 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 293005df-69bd-4620-a674-ab78953c1abb, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=293005df-69bd-4620-a674-ab78953c1abb,segment=NetworkSegment(90726ae9-7266-40df-8eae-99ef187974f9),segment_id=90726ae9-7266-40df-8eae-99ef187974f9)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:33:10.299440 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': '293005df-69bd-4620-a674-ab78953c1abb', 'network_id': 'dd319fdc-24ce-454e-888e-090cf8c32435', 'port_id': '293005df-69bd-4620-a674-ab78953c1abb', 'mac_address': 'fa:16:3e:87:e3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da811da7-4bf9-4450-82bb-89a483333121', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:33:10.306552 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-ba26a793-00c1-48d1-aa48-f8051e0e678b req-ccd00ebc-b10e-4daa-9ea7-632a6a39bd7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da08cd12-0090-46a4-b813-f0a9315cff06 HTTP/1.1" status: 200 len: 217 time: 0.0677540 Jul 19 17:33:10.389030 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:10.392322 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:10.397657 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26a793-00c1-48d1-aa48-f8051e0e678b req-90589026-f176-490a-a33c-7008785e2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:10.400228 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-ba26a793-00c1-48d1-aa48-f8051e0e678b req-90589026-f176-490a-a33c-7008785e2b0d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b4a27a-9fa5-41b8-8967-080a257defa8 HTTP/1.1" status: 200 len: 850 time: 0.0834334 Jul 19 17:33:10.424015 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293005df-69bd-4620-a674-ab78953c1abb {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:33:10.441452 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:33:10.531301 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178cf18-c3b9-4076-aadd-ec91bb1a9de7 req-e07ffd4a-1b8a-4c20-bb78-098389c0bfc5 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:10.532953 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e178cf18-c3b9-4076-aadd-ec91bb1a9de7 req-e07ffd4a-1b8a-4c20-bb78-098389c0bfc5 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 944 time: 0.1659174 Jul 19 17:33:10.538486 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26a793-00c1-48d1-aa48-f8051e0e678b req-ace74e22-9793-44ad-8180-ba72cd5abb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:10.540592 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-ba26a793-00c1-48d1-aa48-f8051e0e678b req-ace74e22-9793-44ad-8180-ba72cd5abb41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b2a9a44-8a11-41b7-b0f8-85238b0362d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1324320 Jul 19 17:33:10.575700 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c,segment=NetworkSegment(da51a4f5-0dcb-40e9-b412-f6e7f601152b),segment_id=da51a4f5-0dcb-40e9-b412-f6e7f601152b)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:33:10.581574 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 293005df-69bd-4620-a674-ab78953c1abb, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=293005df-69bd-4620-a674-ab78953c1abb,segment=NetworkSegment(90726ae9-7266-40df-8eae-99ef187974f9),segment_id=90726ae9-7266-40df-8eae-99ef187974f9)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:33:10.584297 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:10.585760 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device b46ea48a-5257-46dc-8b01-95cbfc195541 up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:33:10.599607 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e178cf18-c3b9-4076-aadd-ec91bb1a9de7 req-1ad11dce-d87e-45b9-ad92-1c3ba262945a tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583954 Jul 19 17:33:10.614187 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:10.620696 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c0081-a15c-47d0-9c6a-a8bc1ace2db2 req-0f525b4f-1a29-4a17-af01-7a222b102b52 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:10.622833 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-649c0081-a15c-47d0-9c6a-a8bc1ace2db2 req-0f525b4f-1a29-4a17-af01-7a222b102b52 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 943 time: 0.1457925 Jul 19 17:33:10.693340 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:10.733733 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-ba26a793-00c1-48d1-aa48-f8051e0e678b req-15130598-ddc2-4bb7-b4e2-21c5f8b1b7ec service neutron] 10.222.0.59 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812704 Jul 19 17:33:10.741197 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning for port b46ea48a-5257-46dc-8b01-95cbfc195541 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:33:10.753818 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port b46ea48a-5257-46dc-8b01-95cbfc195541 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:33:10.754542 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:10.759705 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-649c0081-a15c-47d0-9c6a-a8bc1ace2db2 req-a5f287e1-91ac-488b-8083-4ad8b83ce85b tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214778 Jul 19 17:33:10.823764 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=293005df-69bd-4620-a674-ab78953c1abb,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:10.877663 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-ba26a793-00c1-48d1-aa48-f8051e0e678b req-5c4bd92a-27c9-4235-9b30-181732334746 service neutron] 10.222.0.59 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363156 Jul 19 17:33:10.907219 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['293005df-69bd-4620-a674-ab78953c1abb'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:33:10.916010 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767efd57-d290-4172-930e-7582d0f5f44f" -d '{"events": [{"server_uuid": "d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a", "name": "network-vif-plugged", "status": "completed", "tag": "ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:33:10.953572 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:11.026984 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port b46ea48a-5257-46dc-8b01-95cbfc195541, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b46ea48a-5257-46dc-8b01-95cbfc195541,segment=NetworkSegment(fa97374e-9d40-4ef1-b57f-d15d772e35aa),segment_id=fa97374e-9d40-4ef1-b57f-d15d772e35aa)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:33:11.036480 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:11.037474 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 3bae7e97-0ca6-44b4-aee8-25a700a196f7 up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:33:11.119937 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35598c35-ee3d-42b0-a2ff-8d101c40b6cb x-openstack-request-id: req-35598c35-ee3d-42b0-a2ff-8d101c40b6cb {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:33:11.120295 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a", "name": "network-vif-plugged", "status": "completed", "tag": "ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:33:11.120561 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35598c35-ee3d-42b0-a2ff-8d101c40b6cb {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:33:11.121111 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c', 'code': 200} Jul 19 17:33:11.146428 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning for port 3bae7e97-0ca6-44b4-aee8-25a700a196f7 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:33:11.162465 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port 3bae7e97-0ca6-44b4-aee8-25a700a196f7 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:33:11.172391 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:11.244864 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fd07c-3239-43f6-98c4-7ba163e341f2 req-bce0f7ee-3c62-4ad0-8500-a37dbdc8aa31 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:11.256572 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2d5fd07c-3239-43f6-98c4-7ba163e341f2 req-bce0f7ee-3c62-4ad0-8500-a37dbdc8aa31 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 944 time: 0.1470222 Jul 19 17:33:11.302130 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=b46ea48a-5257-46dc-8b01-95cbfc195541,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:11.377181 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2d5fd07c-3239-43f6-98c4-7ba163e341f2 req-c618fb5d-1895-45b9-9f7e-b8629003505c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186030 Jul 19 17:33:11.450031 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfbde3-6109-42db-8260-3d3fbcce39ba req-01360009-3318-461f-a715-fe09c5530287 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:11.462576 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-53bfbde3-6109-42db-8260-3d3fbcce39ba req-01360009-3318-461f-a715-fe09c5530287 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 945 time: 0.1966133 Jul 19 17:33:11.528335 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:11.535017 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-53bfbde3-6109-42db-8260-3d3fbcce39ba req-ca7eca08-1559-41cc-82dd-cd29f2c45b4f tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705996 Jul 19 17:33:11.577018 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 3bae7e97-0ca6-44b4-aee8-25a700a196f7, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=3bae7e97-0ca6-44b4-aee8-25a700a196f7,segment=NetworkSegment(90726ae9-7266-40df-8eae-99ef187974f9),segment_id=90726ae9-7266-40df-8eae-99ef187974f9)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:33:11.590945 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879d961-40eb-4b50-8914-db5f76442437 req-7471f0a2-5c38-4a5f-802b-7974cde30729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:11.590945 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-3879d961-40eb-4b50-8914-db5f76442437 req-7471f0a2-5c38-4a5f-802b-7974cde30729 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 1098 time: 0.2489254 Jul 19 17:33:11.595510 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:11.674478 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=3bae7e97-0ca6-44b4-aee8-25a700a196f7,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:11.800902 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d4112-f5fc-4d06-b467-35dbc03537f6 req-8a97c41b-c255-49ce-9279-d6edd4ed7310 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:11.803594 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-397d4112-f5fc-4d06-b467-35dbc03537f6 req-8a97c41b-c255-49ce-9279-d6edd4ed7310 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 945 time: 0.0822868 Jul 19 17:33:11.850680 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-397d4112-f5fc-4d06-b467-35dbc03537f6 req-9250c77e-8566-400d-bbc6-94304f4cb679 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399089 Jul 19 17:33:11.936761 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92bd3b-aec6-44dc-9788-690e132b520b req-8d525f31-b6b4-4175-868a-9f16f2f1a22d tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:11.938944 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2d92bd3b-aec6-44dc-9788-690e132b520b req-8d525f31-b6b4-4175-868a-9f16f2f1a22d tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 944 time: 0.0793462 Jul 19 17:33:11.986196 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2d92bd3b-aec6-44dc-9788-690e132b520b req-e6f59f99-f654-4607-8205-574b2ca8c273 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412216 Jul 19 17:33:12.418723 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-3879d961-40eb-4b50-8914-db5f76442437 req-d3ce3a36-6417-4e60-9c92-96751fe38e7e service neutron] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:12.578366 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-3879d961-40eb-4b50-8914-db5f76442437 req-d3ce3a36-6417-4e60-9c92-96751fe38e7e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:12.591899 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-3879d961-40eb-4b50-8914-db5f76442437 req-d3ce3a36-6417-4e60-9c92-96751fe38e7e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:12.621415 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5174120-8181-4ac5-878e-3acdb46a71f2 req-80deee2e-67f9-464a-8c81-7262ba37a8a2 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:12.624849 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b5174120-8181-4ac5-878e-3acdb46a71f2 req-80deee2e-67f9-464a-8c81-7262ba37a8a2 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 944 time: 0.1376793 Jul 19 17:33:12.669977 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-3879d961-40eb-4b50-8914-db5f76442437 req-d3ce3a36-6417-4e60-9c92-96751fe38e7e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710812 Jul 19 17:33:12.676546 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce3a36-6417-4e60-9c92-96751fe38e7e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=58e271e7-4b07-412b-b3b7-25fb6b93a27a,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:12.744048 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b5174120-8181-4ac5-878e-3acdb46a71f2 req-b8edab95-b63c-41e3-b350-57150356643e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091156 Jul 19 17:33:12.854193 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de132b47-3c20-4457-aec2-81cd9a662032 req-c7f5d676-56b0-4349-b771-04902dd0e85c tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:12.855879 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-de132b47-3c20-4457-aec2-81cd9a662032 req-c7f5d676-56b0-4349-b771-04902dd0e85c tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 945 time: 0.1213458 Jul 19 17:33:12.901783 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-de132b47-3c20-4457-aec2-81cd9a662032 req-cce370c2-eb6c-4f8c-bdce-f8d1273fe3e8 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355158 Jul 19 17:33:13.013265 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b1c8b-4772-4dba-b628-2c7b92d3a893 req-1c09ed56-7a39-43e3-a57b-36b4478cc1f7 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:13.015100 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-353b1c8b-4772-4dba-b628-2c7b92d3a893 req-1c09ed56-7a39-43e3-a57b-36b4478cc1f7 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 945 time: 0.0782871 Jul 19 17:33:13.086354 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-353b1c8b-4772-4dba-b628-2c7b92d3a893 req-c25dcc3c-6629-40b7-9411-5dce81e144c6 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639548 Jul 19 17:33:13.122536 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d81e54-8c7a-49bf-b6bb-e26e8c2646b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46ea48a-5257-46dc-8b01-95cbfc195541'}, {'server_uuid': 'a5f33126-25a0-439a-bd9f-075c8afe94ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bae7e97-0ca6-44b4-aee8-25a700a196f7'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:33:13.125716 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d9fe86-e067-4640-bb50-d31ec404f171" -d '{"events": [{"server_uuid": "80d81e54-8c7a-49bf-b6bb-e26e8c2646b9", "name": "network-vif-plugged", "status": "completed", "tag": "b46ea48a-5257-46dc-8b01-95cbfc195541"}, {"server_uuid": "a5f33126-25a0-439a-bd9f-075c8afe94ce", "name": "network-vif-plugged", "status": "completed", "tag": "3bae7e97-0ca6-44b4-aee8-25a700a196f7"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:33:13.167515 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d074b6-221d-4b5e-affc-e11f7b64994a req-8f60c90a-66f6-4872-b13c-1f20722a94c3 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:13.168071 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 19 Jul 2021 17:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13801f23-fb62-4239-b017-2068e85a208a x-openstack-request-id: req-13801f23-fb62-4239-b017-2068e85a208a {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:33:13.168484 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d81e54-8c7a-49bf-b6bb-e26e8c2646b9", "name": "network-vif-plugged", "status": "completed", "tag": "b46ea48a-5257-46dc-8b01-95cbfc195541", "code": 200}, {"server_uuid": "a5f33126-25a0-439a-bd9f-075c8afe94ce", "name": "network-vif-plugged", "status": "completed", "tag": "3bae7e97-0ca6-44b4-aee8-25a700a196f7", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:33:13.168793 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13801f23-fb62-4239-b017-2068e85a208a {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:33:13.169275 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d81e54-8c7a-49bf-b6bb-e26e8c2646b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46ea48a-5257-46dc-8b01-95cbfc195541', 'code': 200} Jul 19 17:33:13.169591 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f33126-25a0-439a-bd9f-075c8afe94ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bae7e97-0ca6-44b4-aee8-25a700a196f7', 'code': 200} Jul 19 17:33:13.170044 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-52d074b6-221d-4b5e-affc-e11f7b64994a req-8f60c90a-66f6-4872-b13c-1f20722a94c3 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 944 time: 0.1093450 Jul 19 17:33:13.212874 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-52d074b6-221d-4b5e-affc-e11f7b64994a req-cad2cae3-808e-4cba-95c3-15a88339caa9 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360601 Jul 19 17:33:13.930674 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c5164-b3bd-49d0-bcad-0036c064f267 req-f4b80694-3c56-4f9b-bc74-eecd45537f6b tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:13.932984 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-621c5164-b3bd-49d0-bcad-0036c064f267 req-f4b80694-3c56-4f9b-bc74-eecd45537f6b tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 944 time: 0.1033359 Jul 19 17:33:14.056563 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-621c5164-b3bd-49d0-bcad-0036c064f267 req-26aa477b-0d88-4875-9976-631f777f9d06 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088054 Jul 19 17:33:14.124441 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369533f-a725-45dc-a04e-b42fe1425ac6 req-a1456047-7096-43f5-8e11-658ac7b0eeef tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:14.127017 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7369533f-a725-45dc-a04e-b42fe1425ac6 req-a1456047-7096-43f5-8e11-658ac7b0eeef tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 945 time: 0.1380124 Jul 19 17:33:14.236606 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7369533f-a725-45dc-a04e-b42fe1425ac6 req-7dc36c7c-14eb-4cad-b0f4-f917f838c0a7 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016622 Jul 19 17:33:14.298405 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60856a7a-9932-4030-82b8-e39399ce66d5 req-f89052bf-c95b-49c8-8d04-93038c1899d2 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:14.301114 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-60856a7a-9932-4030-82b8-e39399ce66d5 req-f89052bf-c95b-49c8-8d04-93038c1899d2 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 945 time: 0.1405909 Jul 19 17:33:14.379923 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-60856a7a-9932-4030-82b8-e39399ce66d5 req-82bf87fd-1169-4862-9c29-acdad768ff5d tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691693 Jul 19 17:33:14.412067 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a802d37-3c25-49fb-9a06-491df02a22b3 req-a7026522-1906-4a44-bca5-d22fdc5342db tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:14.413858 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5a802d37-3c25-49fb-9a06-491df02a22b3 req-a7026522-1906-4a44-bca5-d22fdc5342db tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 944 time: 0.0880713 Jul 19 17:33:14.459623 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5a802d37-3c25-49fb-9a06-491df02a22b3 req-aae7a23f-29ab-4ab1-abfc-81d7ccc1c6d9 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390306 Jul 19 17:33:14.671239 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746438de-ad51-4b17-b51d-a1e734bd6018 req-4f6a16bc-c782-4e0f-b8e4-17c9101cbb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:14.673001 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-746438de-ad51-4b17-b51d-a1e734bd6018 req-4f6a16bc-c782-4e0f-b8e4-17c9101cbb36 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 1098 time: 0.0623431 Jul 19 17:33:14.711337 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-746438de-ad51-4b17-b51d-a1e734bd6018 req-79ac43fc-5d94-4cd3-8945-26be956a8957 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313492 Jul 19 17:33:14.771688 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c9928-d9f4-4e4c-b3b8-cf63fe9eaf12 req-57b9a286-135b-45eb-b59a-156bae3cf587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:14.774197 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-057c9928-d9f4-4e4c-b3b8-cf63fe9eaf12 req-57b9a286-135b-45eb-b59a-156bae3cf587 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 1098 time: 0.1270142 Jul 19 17:33:15.479928 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07e2a5-dfb9-41d0-b83f-97cb4654ea93 req-17a50033-b082-476e-8966-5c0acf0d605e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:15.482680 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0b07e2a5-dfb9-41d0-b83f-97cb4654ea93 req-17a50033-b082-476e-8966-5c0acf0d605e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 944 time: 0.3554454 Jul 19 17:33:15.540263 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca75028-0a9d-4dc2-8af9-4aa86db311a0 req-df31625c-1b2d-4419-bc0e-f068b9b1edff tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:15.540959 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6ca75028-0a9d-4dc2-8af9-4aa86db311a0 req-df31625c-1b2d-4419-bc0e-f068b9b1edff tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 945 time: 0.1832249 Jul 19 17:33:15.598510 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0b07e2a5-dfb9-41d0-b83f-97cb4654ea93 req-4d474c0a-b323-408f-ae70-dd9cd1cded90 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080132 Jul 19 17:33:15.636170 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6ca75028-0a9d-4dc2-8af9-4aa86db311a0 req-196065a1-45b7-4af2-b81e-1f3d2c352362 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867717 Jul 19 17:33:15.825982 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32341138-96f5-43bd-91dc-155b74c016e6 req-000df58a-10aa-46e6-84e8-ca5984af4d7c tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:15.827595 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-32341138-96f5-43bd-91dc-155b74c016e6 req-000df58a-10aa-46e6-84e8-ca5984af4d7c tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 945 time: 0.1215460 Jul 19 17:33:15.843434 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c35e6-4a10-4131-995f-a51d70e2cce0 req-8283ee84-1dce-4508-946f-ece962d1fff1 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:15.845289 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b36c35e6-4a10-4131-995f-a51d70e2cce0 req-8283ee84-1dce-4508-946f-ece962d1fff1 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 944 time: 0.1035221 Jul 19 17:33:15.912152 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-32341138-96f5-43bd-91dc-155b74c016e6 req-e1bfc733-0de7-423a-9ca4-f85004a60407 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772016 Jul 19 17:33:15.938664 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b36c35e6-4a10-4131-995f-a51d70e2cce0 req-1323ece4-dd91-4d24-9369-5b578d495832 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763769 Jul 19 17:33:16.656836 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device da08cd12-0090-46a4-b813-f0a9315cff06 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:33:16.769024 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port da08cd12-0090-46a4-b813-f0a9315cff06, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=da08cd12-0090-46a4-b813-f0a9315cff06,segment=NetworkSegment(5ef1ff52-c95c-47d9-992f-e445d0a3aa31),segment_id=5ef1ff52-c95c-47d9-992f-e445d0a3aa31)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:33:16.783842 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': 'da08cd12-0090-46a4-b813-f0a9315cff06', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'port_id': 'da08cd12-0090-46a4-b813-f0a9315cff06', 'mac_address': 'fa:16:3e:f6:fd:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:33:16.797174 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6767e4-036c-47e4-b383-84faca28d852 req-ce075d8b-2cdc-41f5-999d-a80734abadf7 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:16.798920 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2e6767e4-036c-47e4-b383-84faca28d852 req-ce075d8b-2cdc-41f5-999d-a80734abadf7 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 944 time: 0.1200140 Jul 19 17:33:16.829206 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:16.843052 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc12c7-9c2c-4586-a5d2-7d1bced2dcdb req-7e6dce67-57bc-4839-8c3c-28f196f51ee1 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:16.844342 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da08cd12-0090-46a4-b813-f0a9315cff06 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:33:16.845210 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b3cc12c7-9c2c-4586-a5d2-7d1bced2dcdb req-7e6dce67-57bc-4839-8c3c-28f196f51ee1 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 945 time: 0.1178596 Jul 19 17:33:16.871484 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port da08cd12-0090-46a4-b813-f0a9315cff06, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=da08cd12-0090-46a4-b813-f0a9315cff06,segment=NetworkSegment(5ef1ff52-c95c-47d9-992f-e445d0a3aa31),segment_id=5ef1ff52-c95c-47d9-992f-e445d0a3aa31)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:33:16.877776 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:16.885652 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2e6767e4-036c-47e4-b383-84faca28d852 req-b5afa2a1-f188-47f0-8cb2-e6e550ab3272 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773020 Jul 19 17:33:16.915852 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b3cc12c7-9c2c-4586-a5d2-7d1bced2dcdb req-c7b7187b-3e0f-4ed7-b2a4-b260bbc7f709 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634739 Jul 19 17:33:16.932827 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=da08cd12-0090-46a4-b813-f0a9315cff06,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:17.205426 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40c602-069f-49e2-92d8-769860c7012a req-739c0dd1-5063-4e65-8443-fc5e122c24a4 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:17.205942 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6d40c602-069f-49e2-92d8-769860c7012a req-739c0dd1-5063-4e65-8443-fc5e122c24a4 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 945 time: 0.1908641 Jul 19 17:33:17.213499 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5cb87-2742-4c41-964a-f10abf894387 req-dc142def-e42f-4454-94ab-800d54020478 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:17.215030 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e6a5cb87-2742-4c41-964a-f10abf894387 req-dc142def-e42f-4454-94ab-800d54020478 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 944 time: 0.1846261 Jul 19 17:33:17.285648 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e6a5cb87-2742-4c41-964a-f10abf894387 req-b41fbc37-35aa-4a44-95a1-3c6b43deba40 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619252 Jul 19 17:33:17.288281 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6d40c602-069f-49e2-92d8-769860c7012a req-2192166c-3e99-4de7-880d-48f55397833e tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722966 Jul 19 17:33:17.749552 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:17.804498 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-057c9928-d9f4-4e4c-b3b8-cf63fe9eaf12 req-5da21667-d039-4fa1-81a9-4b72981a62fe service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418475 Jul 19 17:33:17.993247 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['da08cd12-0090-46a4-b813-f0a9315cff06'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:33:18.107390 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e157562-4400-4152-aa01-dc26755dd346 req-069b12e7-24f7-49e5-b1ff-864804487d10 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:18.109030 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3e157562-4400-4152-aa01-dc26755dd346 req-069b12e7-24f7-49e5-b1ff-864804487d10 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 945 time: 0.1536624 Jul 19 17:33:18.117580 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48f6cd-f444-4811-b5c4-83245c741ec1 req-97ecf222-2cd4-40ca-aa2a-fff9864e1929 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:18.119223 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bb48f6cd-f444-4811-b5c4-83245c741ec1 req-97ecf222-2cd4-40ca-aa2a-fff9864e1929 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 945 time: 0.1114590 Jul 19 17:33:18.198020 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3e157562-4400-4152-aa01-dc26755dd346 req-8832cc0b-a81a-4fdd-9358-6e94033e276d tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762241 Jul 19 17:33:18.201516 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bb48f6cd-f444-4811-b5c4-83245c741ec1 req-b2a7d3bd-8bd3-428e-bb28-8f5b5ab4e50c tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633647 Jul 19 17:33:18.472214 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32af311-3202-4203-95a2-39065467a655 req-81ba3b23-36cc-4933-8973-9d0bcd843c62 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:18.473777 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d32af311-3202-4203-95a2-39065467a655 req-81ba3b23-36cc-4933-8973-9d0bcd843c62 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 944 time: 0.1053984 Jul 19 17:33:18.482974 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d05dd-90c8-41c7-b4c8-29a36275ae2c req-02f124ca-3f12-463f-a2e8-b59e9feb93de tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:18.484765 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ef0d05dd-90c8-41c7-b4c8-29a36275ae2c req-02f124ca-3f12-463f-a2e8-b59e9feb93de tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 945 time: 0.1258948 Jul 19 17:33:18.544957 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d32af311-3202-4203-95a2-39065467a655 req-ab649368-25bc-41c7-a343-085d2b52ae52 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591643 Jul 19 17:33:18.552464 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ef0d05dd-90c8-41c7-b4c8-29a36275ae2c req-d3de3e39-8a00-43a5-96c1-f8cb2b2ad177 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602446 Jul 19 17:33:19.417273 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01519d-890a-4b5d-8e32-c613ba1b9bb3 req-eac8720e-3faf-4b9f-8dfc-00eeb9a71294 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:19.418830 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6c01519d-890a-4b5d-8e32-c613ba1b9bb3 req-eac8720e-3faf-4b9f-8dfc-00eeb9a71294 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 945 time: 0.1129403 Jul 19 17:33:19.448829 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fb9a6-6640-4209-a7b6-91f90951ba26 req-615007be-e238-448a-90eb-6dfb6981e2ab tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:19.450353 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-161fb9a6-6640-4209-a7b6-91f90951ba26 req-615007be-e238-448a-90eb-6dfb6981e2ab tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 945 time: 0.1129494 Jul 19 17:33:19.488712 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6c01519d-890a-4b5d-8e32-c613ba1b9bb3 req-9bf80713-ac35-47d8-bf8f-67822171ce5c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636384 Jul 19 17:33:19.506085 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-161fb9a6-6640-4209-a7b6-91f90951ba26 req-c4c42a07-44b5-43fc-b63f-0f0f90298f47 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483756 Jul 19 17:33:19.721529 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6a235-ff5f-47c4-a35a-4c9e3ffeee4d req-d83dc09f-bb14-49ed-9677-2f66c5a3581f tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:19.722947 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9ea6a235-ff5f-47c4-a35a-4c9e3ffeee4d req-d83dc09f-bb14-49ed-9677-2f66c5a3581f tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 945 time: 0.1015580 Jul 19 17:33:19.730268 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7af82-138b-4a77-b14a-1f2eb12eec19 req-1259e40f-630a-45de-957f-428b26f06589 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:19.731836 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b9f7af82-138b-4a77-b14a-1f2eb12eec19 req-1259e40f-630a-45de-957f-428b26f06589 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 944 time: 0.1193881 Jul 19 17:33:19.786201 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9ea6a235-ff5f-47c4-a35a-4c9e3ffeee4d req-cc81f674-24ff-4a3f-a70b-86b8c18183f8 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533609 Jul 19 17:33:19.794290 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b9f7af82-138b-4a77-b14a-1f2eb12eec19 req-91b80404-167a-4e30-8e60-a8857f52c9af tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554163 Jul 19 17:33:20.680262 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adb692-70d4-4626-8d21-868011a74d56 req-b1cf6321-e0a8-405b-b3ea-910293fff033 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:20.681774 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d4adb692-70d4-4626-8d21-868011a74d56 req-b1cf6321-e0a8-405b-b3ea-910293fff033 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 945 time: 0.1111846 Jul 19 17:33:20.694389 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52713de-798d-4ff1-9c74-31393d29b356 req-731a6305-2cb0-48ed-9e17-5b406b9298fe tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:20.696037 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d52713de-798d-4ff1-9c74-31393d29b356 req-731a6305-2cb0-48ed-9e17-5b406b9298fe tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 945 time: 0.1156082 Jul 19 17:33:20.753817 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d4adb692-70d4-4626-8d21-868011a74d56 req-be0d75df-bc94-4c3c-88a5-023915bf48d8 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564711 Jul 19 17:33:20.758995 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d52713de-798d-4ff1-9c74-31393d29b356 req-a5927844-0498-4c1a-bd8d-3245913afb91 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552280 Jul 19 17:33:20.967176 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81470449-8a21-4891-98c4-b6661902d34d req-ee8737fd-1d22-47b3-ad77-cee3da0f99fe tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:20.968654 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-81470449-8a21-4891-98c4-b6661902d34d req-ee8737fd-1d22-47b3-ad77-cee3da0f99fe tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 945 time: 0.1125264 Jul 19 17:33:20.979518 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7f390-3dee-4892-971b-23e71547c244 req-6306a8a3-60cc-41fa-90c2-080eef115735 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:20.981045 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-43e7f390-3dee-4892-971b-23e71547c244 req-6306a8a3-60cc-41fa-90c2-080eef115735 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 944 time: 0.1159394 Jul 19 17:33:21.037176 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-81470449-8a21-4891-98c4-b6661902d34d req-8dfdd72f-994f-44fd-890c-88256cfcedd8 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551159 Jul 19 17:33:21.044878 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-43e7f390-3dee-4892-971b-23e71547c244 req-09421912-2bb3-48c1-8e68-f0c53698d2f9 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567975 Jul 19 17:33:21.088677 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 293005df-69bd-4620-a674-ab78953c1abb up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:33:21.143772 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning for port 293005df-69bd-4620-a674-ab78953c1abb completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:33:21.147720 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port 293005df-69bd-4620-a674-ab78953c1abb triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:33:21.148081 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:21.247410 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:21.250483 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f0eedfcd-c812-448c-b51e-5b969aaa5413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:21.274076 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35575cb-55e8-4956-be16-eb46e9b0c8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293005df-69bd-4620-a674-ab78953c1abb'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:33:21.276110 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4ce244-cb7b-441d-8ec2-c72cb474853b" -d '{"events": [{"server_uuid": "f35575cb-55e8-4956-be16-eb46e9b0c8cc", "name": "network-vif-plugged", "status": "completed", "tag": "293005df-69bd-4620-a674-ab78953c1abb"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:33:21.290569 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 293005df-69bd-4620-a674-ab78953c1abb, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=293005df-69bd-4620-a674-ab78953c1abb,segment=NetworkSegment(90726ae9-7266-40df-8eae-99ef187974f9),segment_id=90726ae9-7266-40df-8eae-99ef187974f9)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:33:21.295620 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:21.325203 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10ee3cc-f0c3-4476-bcb6-a640b23d0629 x-openstack-request-id: req-f10ee3cc-f0c3-4476-bcb6-a640b23d0629 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:33:21.325564 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35575cb-55e8-4956-be16-eb46e9b0c8cc", "name": "network-vif-plugged", "status": "completed", "tag": "293005df-69bd-4620-a674-ab78953c1abb", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:33:21.325771 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f10ee3cc-f0c3-4476-bcb6-a640b23d0629 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:33:21.326213 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35575cb-55e8-4956-be16-eb46e9b0c8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293005df-69bd-4620-a674-ab78953c1abb', 'code': 200} Jul 19 17:33:21.360344 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=293005df-69bd-4620-a674-ab78953c1abb,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:21.534805 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d176c9-e5e8-4e87-b9e9-265d8d3606b1 req-1ba9042f-8571-42c9-bae0-97992cbeca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:21.537316 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-15d176c9-e5e8-4e87-b9e9-265d8d3606b1 req-1ba9042f-8571-42c9-bae0-97992cbeca09 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 1098 time: 0.0669546 Jul 19 17:33:21.582789 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-15d176c9-e5e8-4e87-b9e9-265d8d3606b1 req-6846d3c2-3c98-4e2f-bc5a-bfe02576ff27 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382972 Jul 19 17:33:21.949957 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd85cd3-706e-4cfd-802f-f696ebe86147 req-aaf5442c-2624-4b80-912f-3e9b0a5394d6 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:21.951620 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-acd85cd3-706e-4cfd-802f-f696ebe86147 req-aaf5442c-2624-4b80-912f-3e9b0a5394d6 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 945 time: 0.1186936 Jul 19 17:33:21.973551 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f6161-982b-4b58-98aa-bea4e7a70be0 req-d7105dc0-e885-4552-9764-a088942607e9 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:21.975428 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-641f6161-982b-4b58-98aa-bea4e7a70be0 req-d7105dc0-e885-4552-9764-a088942607e9 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 945 time: 0.1153748 Jul 19 17:33:22.031692 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-acd85cd3-706e-4cfd-802f-f696ebe86147 req-24df5327-fd95-4e06-afa4-7dfe326548d4 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684369 Jul 19 17:33:22.050907 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-641f6161-982b-4b58-98aa-bea4e7a70be0 req-10041ad6-53be-4a96-a175-cdccfbbced0d tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610583 Jul 19 17:33:22.285413 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0dc6c-57fc-456f-8196-7c62c83083b6 req-a51e97e5-6444-49aa-b851-39558d23c89a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:22.288633 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-38f0dc6c-57fc-456f-8196-7c62c83083b6 req-a51e97e5-6444-49aa-b851-39558d23c89a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.1386471 Jul 19 17:33:22.297253 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07555ace-5538-4b85-9abb-23e67a711cd6 req-ec76d21f-0260-41b2-9b75-97c67f52a7dd tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:22.299695 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-07555ace-5538-4b85-9abb-23e67a711cd6 req-ec76d21f-0260-41b2-9b75-97c67f52a7dd tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 945 time: 0.1752651 Jul 19 17:33:22.395359 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-38f0dc6c-57fc-456f-8196-7c62c83083b6 req-8b2c3eea-4740-40a9-869e-de2b9a93ba31 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939081 Jul 19 17:33:22.405008 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-07555ace-5538-4b85-9abb-23e67a711cd6 req-aaf6f652-aa80-4271-8d4a-e2bb6ba255f3 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932643 Jul 19 17:33:23.237468 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0be3d-e5f3-4863-b198-3ea165ec49fe req-b7ae5565-5ec6-4d66-9281-37ddb831c098 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:23.239028 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bfa0be3d-e5f3-4863-b198-3ea165ec49fe req-b7ae5565-5ec6-4d66-9281-37ddb831c098 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 945 time: 0.1283507 Jul 19 17:33:23.255810 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da345380-3b37-4cba-8a9f-26dc936dad19 req-8a232dfa-c724-47ad-b0b2-0e997396168f tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:23.257359 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-da345380-3b37-4cba-8a9f-26dc936dad19 req-8a232dfa-c724-47ad-b0b2-0e997396168f tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 945 time: 0.1014278 Jul 19 17:33:23.308060 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bfa0be3d-e5f3-4863-b198-3ea165ec49fe req-66431f39-bf0d-4c44-a1e8-3fb42c4b3ac2 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616963 Jul 19 17:33:23.323858 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-da345380-3b37-4cba-8a9f-26dc936dad19 req-c72f5748-9f10-4bcb-803f-18ddf2dcbad3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517998 Jul 19 17:33:23.423298 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device da08cd12-0090-46a4-b813-f0a9315cff06 up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:33:23.532831 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning for port da08cd12-0090-46a4-b813-f0a9315cff06 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:33:23.538046 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port da08cd12-0090-46a4-b813-f0a9315cff06 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:33:23.538650 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:23.681731 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:23.686628 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304b8a5-e786-47db-805a-8c67065afd2d req-667fb7c2-b288-413b-b7e1-9efbf4883a00 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:23.693679 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0304b8a5-e786-47db-805a-8c67065afd2d req-667fb7c2-b288-413b-b7e1-9efbf4883a00 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 945 time: 0.1875205 Jul 19 17:33:23.706867 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df12ef-e3ef-4be7-be21-242bc60cab80 req-b6bcf460-4f9e-430d-a6e3-16cd3da40e7e tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:23.715463 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-09df12ef-e3ef-4be7-be21-242bc60cab80 req-b6bcf460-4f9e-430d-a6e3-16cd3da40e7e tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.2001371 Jul 19 17:33:23.739996 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port da08cd12-0090-46a4-b813-f0a9315cff06, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=da08cd12-0090-46a4-b813-f0a9315cff06,segment=NetworkSegment(5ef1ff52-c95c-47d9-992f-e445d0a3aa31),segment_id=5ef1ff52-c95c-47d9-992f-e445d0a3aa31)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:33:23.741224 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105ed1c6-b060-4f0e-b438-55a6ae3c47b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da08cd12-0090-46a4-b813-f0a9315cff06'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:33:23.745601 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cb0408-20dc-497c-b0eb-acb91504ae71" -d '{"events": [{"server_uuid": "105ed1c6-b060-4f0e-b438-55a6ae3c47b9", "name": "network-vif-plugged", "status": "completed", "tag": "da08cd12-0090-46a4-b813-f0a9315cff06"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:33:23.767500 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:23.793610 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-09df12ef-e3ef-4be7-be21-242bc60cab80 req-ef5c71b3-3eab-4bdd-a3a7-0053d67c1aee tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762768 Jul 19 17:33:23.802147 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0304b8a5-e786-47db-805a-8c67065afd2d req-5c1e3219-47d5-44f3-9366-db1914ec26aa tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834503 Jul 19 17:33:23.851200 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35bb594-f14d-404a-962c-8df1589234a4 x-openstack-request-id: req-d35bb594-f14d-404a-962c-8df1589234a4 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:33:23.851635 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105ed1c6-b060-4f0e-b438-55a6ae3c47b9", "name": "network-vif-plugged", "status": "completed", "tag": "da08cd12-0090-46a4-b813-f0a9315cff06", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:33:23.852025 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d35bb594-f14d-404a-962c-8df1589234a4 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:33:23.852615 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105ed1c6-b060-4f0e-b438-55a6ae3c47b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da08cd12-0090-46a4-b813-f0a9315cff06', 'code': 200} Jul 19 17:33:23.857208 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=da08cd12-0090-46a4-b813-f0a9315cff06,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:23.981233 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-81dfd903-48d2-46e6-a31a-8298652af8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:24.414472 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:24.465392 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f32141-8ce4-421c-8b31-bbeceec63436 req-039a8b97-9319-4a9a-b15c-99b09d37ae42 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:24.466833 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-41f32141-8ce4-421c-8b31-bbeceec63436 req-039a8b97-9319-4a9a-b15c-99b09d37ae42 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0694060 Jul 19 17:33:24.508715 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-41f32141-8ce4-421c-8b31-bbeceec63436 req-29d204a4-07fd-4469-9636-742b9e9ebb9e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357533 Jul 19 17:33:24.987986 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc509ea1-38b3-4a1a-900c-9d8594d980ab req-669c52da-77e8-4610-8195-78e97571f6c7 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:24.989592 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dc509ea1-38b3-4a1a-900c-9d8594d980ab req-669c52da-77e8-4610-8195-78e97571f6c7 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.1177135 Jul 19 17:33:25.003033 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e41f09-caff-46b0-b724-b4e851bedfec req-d3cf4b30-b9ca-47c3-a58b-3654dec9f00c tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:25.004886 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-78e41f09-caff-46b0-b724-b4e851bedfec req-d3cf4b30-b9ca-47c3-a58b-3654dec9f00c tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 945 time: 0.0944903 Jul 19 17:33:25.073264 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dc509ea1-38b3-4a1a-900c-9d8594d980ab req-30d5b43a-5261-4514-8f10-e277fc35235f tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672019 Jul 19 17:33:25.084534 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-78e41f09-caff-46b0-b724-b4e851bedfec req-00b7d802-e875-43c0-9035-f257de7b21c6 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723076 Jul 19 17:33:25.297876 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:25.716117 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16946a0b-7690-446b-8843-20d19e096280 req-38fbf9e1-ffd0-4af6-995d-17d1961aa34f tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:25.717690 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-16946a0b-7690-446b-8843-20d19e096280 req-38fbf9e1-ffd0-4af6-995d-17d1961aa34f tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1155379 Jul 19 17:33:25.749519 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d30f4-865c-4472-8fca-2f98b58ebe71 req-3b91df3d-19f7-413a-ac1e-5e435f192a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:25.751158 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3b9d30f4-865c-4472-8fca-2f98b58ebe71 req-3b91df3d-19f7-413a-ac1e-5e435f192a36 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 1099 time: 0.0935564 Jul 19 17:33:25.782067 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-16946a0b-7690-446b-8843-20d19e096280 req-f82fd542-f5c6-42df-ad90-4f12722f1cb0 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558040 Jul 19 17:33:25.803775 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3b9d30f4-865c-4472-8fca-2f98b58ebe71 req-ef93825b-20a6-44f8-8b42-f6870fe5d793 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424447 Jul 19 17:33:26.231403 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3c20c-deff-402c-bb5e-247155762a1f req-866d37e1-33fa-41ae-898a-684c8f0205d7 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:26.233075 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6cc3c20c-deff-402c-bb5e-247155762a1f req-866d37e1-33fa-41ae-898a-684c8f0205d7 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.0677774 Jul 19 17:33:26.273026 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6cc3c20c-deff-402c-bb5e-247155762a1f req-be1b76d4-d596-4a3d-9215-4675fb7c84a9 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325105 Jul 19 17:33:26.661388 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e18fb6-6a30-4459-8573-12556b1fae7c req-a76441b4-6c0a-41f3-b218-3dd910ff83fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:26.662979 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a6e18fb6-6a30-4459-8573-12556b1fae7c req-a76441b4-6c0a-41f3-b218-3dd910ff83fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=154770f9b0584715b4de4129063329a7&device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 1098 time: 0.0890570 Jul 19 17:33:26.681089 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7345ae-ab7e-48eb-bc2e-81137f15303f req-48102116-bbed-43ee-8b85-d45254f4e44f tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:26.682777 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8f7345ae-ab7e-48eb-bc2e-81137f15303f req-48102116-bbed-43ee-8b85-d45254f4e44f tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.1178215 Jul 19 17:33:26.795427 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8f7345ae-ab7e-48eb-bc2e-81137f15303f req-ab96d44a-f0ae-4091-bb28-c605dab22e1f tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920990 Jul 19 17:33:26.818588 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e18fb6-6a30-4459-8573-12556b1fae7c req-7c83848a-7aec-4a6a-8fc0-10449ec84298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:26.820626 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a6e18fb6-6a30-4459-8573-12556b1fae7c req-7c83848a-7aec-4a6a-8fc0-10449ec84298 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd319fdc-24ce-454e-888e-090cf8c32435 HTTP/1.1" status: 200 len: 919 time: 0.1481316 Jul 19 17:33:26.883500 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a6e18fb6-6a30-4459-8573-12556b1fae7c req-91c24736-c5d4-4656-89e3-d61106e2b7cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=293005df-69bd-4620-a674-ab78953c1abb HTTP/1.1" status: 200 len: 217 time: 0.0536854 Jul 19 17:33:27.096450 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:27.127686 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e18fb6-6a30-4459-8573-12556b1fae7c req-cc8ec071-d660-46fc-9e75-04b391512913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:27.130543 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a6e18fb6-6a30-4459-8573-12556b1fae7c req-cc8ec071-d660-46fc-9e75-04b391512913 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da811da7-4bf9-4450-82bb-89a483333121 HTTP/1.1" status: 200 len: 858 time: 0.2137394 Jul 19 17:33:27.192596 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a6e18fb6-6a30-4459-8573-12556b1fae7c req-9a7bfdd7-8913-4876-aad8-9baf90b22664 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd319fdc-24ce-454e-888e-090cf8c32435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436428 Jul 19 17:33:27.272687 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d21c1-3cdc-48ed-9716-8b7d4568ab65 req-7ecf6d3e-303e-4d7e-a431-98bf76b97407 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:27.285234 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-027d21c1-3cdc-48ed-9716-8b7d4568ab65 req-7ecf6d3e-303e-4d7e-a431-98bf76b97407 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.3130264 Jul 19 17:33:27.394272 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 36176) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:27.532256 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cb9d27b6-472c-43b5-b43e-0f9754171cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:27.648830 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cb9d27b6-472c-43b5-b43e-0f9754171cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:27.654075 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cb9d27b6-472c-43b5-b43e-0f9754171cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:27.678989 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-027d21c1-3cdc-48ed-9716-8b7d4568ab65 req-fe6903a0-62c8-4d05-86d3-9a2a6cc17a08 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3923578 Jul 19 17:33:27.709380 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-cb9d27b6-472c-43b5-b43e-0f9754171cbe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec8b92f7a4f3427aa1ca85fcfc55305c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057606 Jul 19 17:33:27.709380 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 36190) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:27.709380 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d27b6-472c-43b5-b43e-0f9754171cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11925146-b963-4d4b-9632-49d2395727a3,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:27.717366 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a6e18fb6-6a30-4459-8573-12556b1fae7c req-ea841914-00a2-4d9d-9019-dd80b5ac3bb7 service neutron] 10.222.0.59 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155256 Jul 19 17:33:27.742588 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 36192) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:27.792483 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e1d6cff6-11ce-4c1f-9d75-65c67f9e1af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:27.838566 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e1d6cff6-11ce-4c1f-9d75-65c67f9e1af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:27.923284 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-55db07c4-a9c5-46e6-b7c4-1868d469ffb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:27.975880 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e1d6cff6-11ce-4c1f-9d75-65c67f9e1af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:27.980919 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e1d6cff6-11ce-4c1f-9d75-65c67f9e1af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:27.985192 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-e1d6cff6-11ce-4c1f-9d75-65c67f9e1af0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11925146-b963-4d4b-9632-49d2395727a3 HTTP/1.1" status: 204 len: 168 time: 0.2788684 Jul 19 17:33:28.006335 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6cff6-11ce-4c1f-9d75-65c67f9e1af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11925146-b963-4d4b-9632-49d2395727a3,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:28.107908 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-55db07c4-a9c5-46e6-b7c4-1868d469ffb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:28.116258 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-55db07c4-a9c5-46e6-b7c4-1868d469ffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:28.190931 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db07c4-a9c5-46e6-b7c4-1868d469ffb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b691416-d75e-420f-ba1c-af4e54f6065e,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:28.198524 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-55db07c4-a9c5-46e6-b7c4-1868d469ffb7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8301bd38743487b962e7193c09e46a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4586942 Jul 19 17:33:28.203133 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 36220) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:28.285318 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-45c2afbf-a31a-4e2f-b006-ff413d12b05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:28.313988 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-45c2afbf-a31a-4e2f-b006-ff413d12b05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:28.381982 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-45c2afbf-a31a-4e2f-b006-ff413d12b05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:28.385315 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-45c2afbf-a31a-4e2f-b006-ff413d12b05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:28.389064 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-45c2afbf-a31a-4e2f-b006-ff413d12b05d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b691416-d75e-420f-ba1c-af4e54f6065e HTTP/1.1" status: 204 len: 168 time: 0.1813288 Jul 19 17:33:28.395751 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2afbf-a31a-4e2f-b006-ff413d12b05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b691416-d75e-420f-ba1c-af4e54f6065e,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:28.444076 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 36230) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:28.465961 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-37aa8c22-383e-415c-89a3-c9ccdd2c63c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:28.604935 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-37aa8c22-383e-415c-89a3-c9ccdd2c63c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:28.609313 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-37aa8c22-383e-415c-89a3-c9ccdd2c63c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:28.651791 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-37aa8c22-383e-415c-89a3-c9ccdd2c63c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fdd5210ddab8491bb5aca1d7f64b66aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051680 Jul 19 17:33:28.655650 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 36234) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:28.662099 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa8c22-383e-415c-89a3-c9ccdd2c63c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02abcd67-f0d0-4a95-8faf-ca5883141468,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:28.711495 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0b3a3127-f606-4295-8d36-fe620191189e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:28.738004 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0b3a3127-f606-4295-8d36-fe620191189e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:28.795961 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0b3a3127-f606-4295-8d36-fe620191189e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:28.799107 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0b3a3127-f606-4295-8d36-fe620191189e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:28.800329 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-0b3a3127-f606-4295-8d36-fe620191189e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02abcd67-f0d0-4a95-8faf-ca5883141468 HTTP/1.1" status: 204 len: 168 time: 0.1435518 Jul 19 17:33:28.808132 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 36238) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:28.814746 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a3127-f606-4295-8d36-fe620191189e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02abcd67-f0d0-4a95-8faf-ca5883141468,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:28.821897 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-61065f21-e1c6-4f87-ab8d-6c44cbd9ce6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:28.945049 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-61065f21-e1c6-4f87-ab8d-6c44cbd9ce6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:28.951263 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-61065f21-e1c6-4f87-ab8d-6c44cbd9ce6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:28.996139 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-61065f21-e1c6-4f87-ab8d-6c44cbd9ce6f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=163226eea35a4e43a517a8ac014c37bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913412 Jul 19 17:33:28.997198 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61065f21-e1c6-4f87-ab8d-6c44cbd9ce6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae28b78-47b5-425d-a155-f33bd2cdf128,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:29.000582 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 36242) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:29.065887 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e280-0822-43f2-bd52-08c959acb59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:29.089431 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e280-0822-43f2-bd52-08c959acb59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:29.149598 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e280-0822-43f2-bd52-08c959acb59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:29.154027 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e280-0822-43f2-bd52-08c959acb59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:29.155690 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-5fd4e280-0822-43f2-bd52-08c959acb59b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cae28b78-47b5-425d-a155-f33bd2cdf128 HTTP/1.1" status: 204 len: 168 time: 0.1538074 Jul 19 17:33:29.169253 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4e280-0822-43f2-bd52-08c959acb59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae28b78-47b5-425d-a155-f33bd2cdf128,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:30.371997 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 36306) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:30.498120 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-af034f20-f854-4549-9365-91659d497d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:30.722179 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-af034f20-f854-4549-9365-91659d497d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:30.725053 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a6e18fb6-6a30-4459-8573-12556b1fae7c req-59b29cc1-7636-40fe-9a04-6ecb00f3a220 service neutron] 10.222.0.59 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863101 Jul 19 17:33:30.726587 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-af034f20-f854-4549-9365-91659d497d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:30.775044 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-af034f20-f854-4549-9365-91659d497d29 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fec2b2b3891c4a00ae8dcfac7c2e7f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3980815 Jul 19 17:33:30.775044 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af034f20-f854-4549-9365-91659d497d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380e46fa-a817-4ab6-a0a1-e69971c300de,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:30.775534 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 36324) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:30.859069 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6531ab46-8cc7-49f8-9141-3d33d4aa82d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:30.920994 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6531ab46-8cc7-49f8-9141-3d33d4aa82d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:31.059198 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6531ab46-8cc7-49f8-9141-3d33d4aa82d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:31.061786 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6531ab46-8cc7-49f8-9141-3d33d4aa82d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:31.062953 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-6531ab46-8cc7-49f8-9141-3d33d4aa82d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/380e46fa-a817-4ab6-a0a1-e69971c300de HTTP/1.1" status: 204 len: 168 time: 0.2748904 Jul 19 17:33:31.074018 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12348a4-1782-48a5-b44a-751fa96c4e28 req-4570a595-a10a-4b9a-b10f-ca7df7bca1fd tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:31.075678 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e12348a4-1782-48a5-b44a-751fa96c4e28 req-4570a595-a10a-4b9a-b10f-ca7df7bca1fd tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.1151650 Jul 19 17:33:31.114503 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531ab46-8cc7-49f8-9141-3d33d4aa82d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380e46fa-a817-4ab6-a0a1-e69971c300de,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:31.159718 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e12348a4-1782-48a5-b44a-751fa96c4e28 req-ac4adcfc-a5c9-421b-a0c6-972ce82338ce tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614736 Jul 19 17:33:31.184055 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ac11a-a620-4683-bfd9-d4caca9b0253 req-8518df62-d971-4e0e-93f6-95d09b7bf9e3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:31.202360 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d80ac11a-a620-4683-bfd9-d4caca9b0253 req-8518df62-d971-4e0e-93f6-95d09b7bf9e3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1557477 Jul 19 17:33:31.255442 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d80ac11a-a620-4683-bfd9-d4caca9b0253 req-a2d3f246-c483-4848-a0c0-b3d8ba9c7756 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513098 Jul 19 17:33:31.478992 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4b7da-8747-4b00-a315-8c3b33e52e4e req-d14efd5f-b029-4bf3-8bac-ca6d2079fc6f tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:31.481037 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-33d4b7da-8747-4b00-a315-8c3b33e52e4e req-d14efd5f-b029-4bf3-8bac-ca6d2079fc6f tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1177692 Jul 19 17:33:31.494834 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 36348) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:31.501766 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-c122aa22-4033-4add-9de2-776754597a62 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Request body: {'floatingip': {'port_id': 'da08cd12-0090-46a4-b813-f0a9315cff06'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:33:31.633554 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c122aa22-4033-4add-9de2-776754597a62 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for floatingip, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:32.355988 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359fb69-3a4c-4300-bb1c-8f9a46b3f1c4 req-783f000a-d765-4f6b-9ef3-c8dd8609116b tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:32.355988 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3359fb69-3a4c-4300-bb1c-8f9a46b3f1c4 req-783f000a-d765-4f6b-9ef3-c8dd8609116b tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.0921705 Jul 19 17:33:32.409763 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3359fb69-3a4c-4300-bb1c-8f9a46b3f1c4 req-2bd362f7-0e29-44bb-a8d6-1b149882ebcc tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494947 Jul 19 17:33:32.659743 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c122aa22-4033-4add-9de2-776754597a62 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:32.666300 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c122aa22-4033-4add-9de2-776754597a62 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567430'] for floatingip, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:32.782693 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.l3_db [None req-c122aa22-4033-4add-9de2-776754597a62 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Floating IP f9632aa5-a4d6-4b8e-b49d-eb76fd2a7d92 associated. External IP: 172.27.0.189, port: da08cd12-0090-46a4-b813-f0a9315cff06. Jul 19 17:33:33.015187 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c122aa22-4033-4add-9de2-776754597a62 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Router c9b82133-ed92-436d-873d-9abcda55d88e has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:33:33.130683 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c122aa22-4033-4add-9de2-776754597a62 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:33:33.135409 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c122aa22-4033-4add-9de2-776754597a62 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for floatingip, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:33.145484 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eba984-3231-438b-b256-05d14d1df9a9 None None] Sync routers for ids ['c9b82133-ed92-436d-873d-9abcda55d88e'] in dv-cinder-800695-4-iscsi {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:33:33.157035 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eba984-3231-438b-b256-05d14d1df9a9 None None] Routers {'c9b82133-ed92-436d-873d-9abcda55d88e'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:33:33.157677 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-69eba984-3231-438b-b256-05d14d1df9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:33:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['c9b82133-ed92-436d-873d-9abcda55d88e'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:33:33.191940 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-c122aa22-4033-4add-9de2-776754597a62 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "PUT /v2.0/floatingips/f9632aa5-a4d6-4b8e-b49d-eb76fd2a7d92 HTTP/1.1" status: 200 len: 992 time: 1.6951487 Jul 19 17:33:33.192907 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105ed1c6-b060-4f0e-b438-55a6ae3c47b9', 'tag': 'da08cd12-0090-46a4-b813-f0a9315cff06'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:33:33.196525 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a996f79f-c509-4eb4-95a5-c6e8af024009" -d '{"events": [{"name": "network-changed", "server_uuid": "105ed1c6-b060-4f0e-b438-55a6ae3c47b9", "tag": "da08cd12-0090-46a4-b813-f0a9315cff06"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:33:33.278829 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-69eba984-3231-438b-b256-05d14d1df9a9 None None] Set router c9b82133-ed92-436d-873d-9abcda55d88e gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:33:33.290925 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c65a88c-6efb-4451-a339-2ee291a0b92d x-openstack-request-id: req-0c65a88c-6efb-4451-a339-2ee291a0b92d {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:33:33.291721 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105ed1c6-b060-4f0e-b438-55a6ae3c47b9", "tag": "da08cd12-0090-46a4-b813-f0a9315cff06", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:33:33.291721 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c65a88c-6efb-4451-a339-2ee291a0b92d {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:33:33.291934 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105ed1c6-b060-4f0e-b438-55a6ae3c47b9', 'tag': 'da08cd12-0090-46a4-b813-f0a9315cff06', 'status': 'completed', 'code': 200} Jul 19 17:33:33.596462 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c8863-2c8a-4932-8809-e2d80fbb6fdb req-2aa59791-7e7c-4954-b062-3802b18272e0 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:33.599078 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e49c8863-2c8a-4932-8809-e2d80fbb6fdb req-2aa59791-7e7c-4954-b062-3802b18272e0 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.1072042 Jul 19 17:33:33.650096 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e49c8863-2c8a-4932-8809-e2d80fbb6fdb req-1e6020ac-fa69-4706-840d-e6aacd4dcc68 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442922 Jul 19 17:33:33.656999 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-69eba984-3231-438b-b256-05d14d1df9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'name': 'tempest-AttachVolumeTestJSON-1312934689-router', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:44Z', 'revision_number': 4, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'gw_port': {'id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:37Z', 'updated_at': '2021-07-19T17:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': 'f9632aa5-a4d6-4b8e-b49d-eb76fd2a7d92', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'port_id': 'da08cd12-0090-46a4-b813-f0a9315cff06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'mac_address': 'fa:16:3e:f6:fd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105ed1c6-b060-4f0e-b438-55a6ae3c47b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:32:59Z', 'updated_at': '2021-07-19T17:33:32Z', 'revision_number': 1, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1365d5-b13d-4c0c-9672-6caf4f6a4de4', 'name': '', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'mac_address': 'fa:16:3e:00:c1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:42Z', 'updated_at': '2021-07-19T17:32:58Z', 'revision_number': 5, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'subnets': [{'id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:33:33.683876 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eba984-3231-438b-b256-05d14d1df9a9 None None] Checking router: c9b82133-ed92-436d-873d-9abcda55d88e for host: dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:33:33.693341 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eba984-3231-438b-b256-05d14d1df9a9 None None] Routers {'c9b82133-ed92-436d-873d-9abcda55d88e'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:33:33.693952 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-69eba984-3231-438b-b256-05d14d1df9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:33:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['c9b82133-ed92-436d-873d-9abcda55d88e'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:33:33.805486 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-69eba984-3231-438b-b256-05d14d1df9a9 None None] Set router c9b82133-ed92-436d-873d-9abcda55d88e gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:33:34.059423 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-69eba984-3231-438b-b256-05d14d1df9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'name': 'tempest-AttachVolumeTestJSON-1312934689-router', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:44Z', 'revision_number': 4, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'gw_port': {'id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:37Z', 'updated_at': '2021-07-19T17:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': 'f9632aa5-a4d6-4b8e-b49d-eb76fd2a7d92', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'port_id': 'da08cd12-0090-46a4-b813-f0a9315cff06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'mac_address': 'fa:16:3e:f6:fd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105ed1c6-b060-4f0e-b438-55a6ae3c47b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:32:59Z', 'updated_at': '2021-07-19T17:33:32Z', 'revision_number': 1, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1365d5-b13d-4c0c-9672-6caf4f6a4de4', 'name': '', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'mac_address': 'fa:16:3e:00:c1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:42Z', 'updated_at': '2021-07-19T17:32:58Z', 'revision_number': 5, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'subnets': [{'id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:33:34.086846 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eba984-3231-438b-b256-05d14d1df9a9 None None] The sync data for ids ['c9b82133-ed92-436d-873d-9abcda55d88e'] in dv-cinder-800695-4-iscsi is: [{'id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'name': 'tempest-AttachVolumeTestJSON-1312934689-router', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:44Z', 'revision_number': 4, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'gw_port': {'id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:37Z', 'updated_at': '2021-07-19T17:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': 'f9632aa5-a4d6-4b8e-b49d-eb76fd2a7d92', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'port_id': 'da08cd12-0090-46a4-b813-f0a9315cff06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'mac_address': 'fa:16:3e:f6:fd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105ed1c6-b060-4f0e-b438-55a6ae3c47b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:32:59Z', 'updated_at': '2021-07-19T17:33:32Z', 'revision_number': 1, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1365d5-b13d-4c0c-9672-6caf4f6a4de4', 'name': '', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'mac_address': 'fa:16:3e:00:c1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:42Z', 'updated_at': '2021-07-19T17:32:58Z', 'revision_number': 5, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'subnets': [{'id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:33:34.313196 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa56c10-8064-4622-894f-e06b7d5bf255 None None] New status for floating IP f9632aa5-a4d6-4b8e-b49d-eb76fd2a7d92: ACTIVE {{(pid=93385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:33:34.807845 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3cdb5-0be9-4e4a-b89d-9cb3face41e8 req-9e8051d8-fd99-4680-be73-1641fd8fb136 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:34.809399 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cbb3cdb5-0be9-4e4a-b89d-9cb3face41e8 req-9e8051d8-fd99-4680-be73-1641fd8fb136 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.0723860 Jul 19 17:33:34.850343 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cbb3cdb5-0be9-4e4a-b89d-9cb3face41e8 req-b402ad5d-7eb0-499e-97e6-b8543e9299f7 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343802 Jul 19 17:33:35.311449 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996f79f-c509-4eb4-95a5-c6e8af024009 req-fb0f566c-d4d9-417a-a935-46e1c752451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:35.313640 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a996f79f-c509-4eb4-95a5-c6e8af024009 req-fb0f566c-d4d9-417a-a935-46e1c752451d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=264664ead74849f4a933f763f9adf1ae&device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 1099 time: 0.0550086 Jul 19 17:33:35.422802 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996f79f-c509-4eb4-95a5-c6e8af024009 req-eab88a11-351d-4530-bf66-51f25ba4692e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:35.424435 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a996f79f-c509-4eb4-95a5-c6e8af024009 req-eab88a11-351d-4530-bf66-51f25ba4692e service neutron] 10.222.0.59 "GET /v2.0/networks?id=2b2a9a44-8a11-41b7-b0f8-85238b0362d1 HTTP/1.1" status: 200 len: 912 time: 0.1021330 Jul 19 17:33:35.537060 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a996f79f-c509-4eb4-95a5-c6e8af024009 req-53c45b0f-37fb-4313-bf9d-0111e79735dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da08cd12-0090-46a4-b813-f0a9315cff06 HTTP/1.1" status: 200 len: 1002 time: 0.0968215 Jul 19 17:33:35.598500 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996f79f-c509-4eb4-95a5-c6e8af024009 req-06626b34-ccca-40ad-80bb-9e4e599deac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:35.600003 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a996f79f-c509-4eb4-95a5-c6e8af024009 req-06626b34-ccca-40ad-80bb-9e4e599deac3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b4a27a-9fa5-41b8-8967-080a257defa8 HTTP/1.1" status: 200 len: 850 time: 0.0553479 Jul 19 17:33:35.680358 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996f79f-c509-4eb4-95a5-c6e8af024009 req-d533f7f8-29d1-4c93-9637-bba3a2a8426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:35.681850 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a996f79f-c509-4eb4-95a5-c6e8af024009 req-d533f7f8-29d1-4c93-9637-bba3a2a8426f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b2a9a44-8a11-41b7-b0f8-85238b0362d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746758 Jul 19 17:33:35.834119 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a996f79f-c509-4eb4-95a5-c6e8af024009 req-bd29a97f-906e-4370-8228-214ba68939c3 service neutron] 10.222.0.59 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439047 Jul 19 17:33:35.950944 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a996f79f-c509-4eb4-95a5-c6e8af024009 req-3820f071-ebf7-4f3f-b39d-2087d04b4872 service neutron] 10.222.0.59 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038876 Jul 19 17:33:36.064442 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b7517-be61-444b-b695-71e3dcd0e058 req-5f08662e-52f5-4631-a3c9-f301fc8ebfb7 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:36.065472 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0a9b7517-be61-444b-b695-71e3dcd0e058 req-5f08662e-52f5-4631-a3c9-f301fc8ebfb7 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.1020942 Jul 19 17:33:36.117351 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0a9b7517-be61-444b-b695-71e3dcd0e058 req-a88da7f0-0961-4ed4-8b86-083f367def6b tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456359 Jul 19 17:33:37.034061 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 36494) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:37.155904 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-501ddb3d-cabe-4eea-8a71-b15f03730dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:37.305621 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59105a61-6dd6-4204-aac3-1dfa7f6e50a1 req-262b4c45-6762-463d-825e-b9e8ff45e62d tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:37.307237 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-59105a61-6dd6-4204-aac3-1dfa7f6e50a1 req-262b4c45-6762-463d-825e-b9e8ff45e62d tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.1017323 Jul 19 17:33:37.325280 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-501ddb3d-cabe-4eea-8a71-b15f03730dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:37.334999 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-501ddb3d-cabe-4eea-8a71-b15f03730dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:37.391518 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-59105a61-6dd6-4204-aac3-1dfa7f6e50a1 req-79e6a107-770a-4638-bb04-1772990a0ce5 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759320 Jul 19 17:33:37.396257 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-501ddb3d-cabe-4eea-8a71-b15f03730dfe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08d6f4e377754fd38f8832e0efe54e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594790 Jul 19 17:33:37.397370 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ddb3d-cabe-4eea-8a71-b15f03730dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a449ec-f014-4e42-becc-2a74200fe4b3,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:37.399389 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 36506) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:37.407700 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ddb3d-cabe-4eea-8a71-b15f03730dfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.408798 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ddb3d-cabe-4eea-8a71-b15f03730dfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.408798 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ddb3d-cabe-4eea-8a71-b15f03730dfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.409286 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ddb3d-cabe-4eea-8a71-b15f03730dfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.409720 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ddb3d-cabe-4eea-8a71-b15f03730dfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.410205 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ddb3d-cabe-4eea-8a71-b15f03730dfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.410821 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ddb3d-cabe-4eea-8a71-b15f03730dfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.411365 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ddb3d-cabe-4eea-8a71-b15f03730dfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.411801 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ddb3d-cabe-4eea-8a71-b15f03730dfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.412308 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ddb3d-cabe-4eea-8a71-b15f03730dfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.412738 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ddb3d-cabe-4eea-8a71-b15f03730dfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.413163 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ddb3d-cabe-4eea-8a71-b15f03730dfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.471294 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f40e74e5-64f6-49ff-98c6-9602f5676926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:37.496820 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f40e74e5-64f6-49ff-98c6-9602f5676926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:37.582258 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f40e74e5-64f6-49ff-98c6-9602f5676926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:37.584952 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f40e74e5-64f6-49ff-98c6-9602f5676926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:37.588908 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-f40e74e5-64f6-49ff-98c6-9602f5676926 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8a449ec-f014-4e42-becc-2a74200fe4b3 HTTP/1.1" status: 204 len: 168 time: 0.1853666 Jul 19 17:33:37.597567 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e74e5-64f6-49ff-98c6-9602f5676926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a449ec-f014-4e42-becc-2a74200fe4b3,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:37.605977 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e74e5-64f6-49ff-98c6-9602f5676926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.606331 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e74e5-64f6-49ff-98c6-9602f5676926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.606838 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e74e5-64f6-49ff-98c6-9602f5676926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.607177 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e74e5-64f6-49ff-98c6-9602f5676926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.607525 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e74e5-64f6-49ff-98c6-9602f5676926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.607835 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e74e5-64f6-49ff-98c6-9602f5676926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.608187 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e74e5-64f6-49ff-98c6-9602f5676926 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.608507 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e74e5-64f6-49ff-98c6-9602f5676926 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.608828 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e74e5-64f6-49ff-98c6-9602f5676926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.609231 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e74e5-64f6-49ff-98c6-9602f5676926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.609561 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e74e5-64f6-49ff-98c6-9602f5676926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.609866 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e74e5-64f6-49ff-98c6-9602f5676926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:37.889346 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 36516) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:37.902750 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fddbd87e-bcfc-4053-8124-2d53fb4666fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:37.995311 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fddbd87e-bcfc-4053-8124-2d53fb4666fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:38.000402 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fddbd87e-bcfc-4053-8124-2d53fb4666fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:38.038947 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbd87e-bcfc-4053-8124-2d53fb4666fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68fb7ca-3a0c-4f04-932c-0f3004a0cbeb,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:38.043192 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-fddbd87e-bcfc-4053-8124-2d53fb4666fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c85d35b734f44fe99f4781c55dfc0ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527743 Jul 19 17:33:38.046353 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 36518) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:38.098838 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ccfaffba-bf8c-40f2-8bca-850ac4e5d24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:38.122104 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ccfaffba-bf8c-40f2-8bca-850ac4e5d24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:38.186658 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ccfaffba-bf8c-40f2-8bca-850ac4e5d24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:38.189933 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ccfaffba-bf8c-40f2-8bca-850ac4e5d24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:38.191162 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-ccfaffba-bf8c-40f2-8bca-850ac4e5d24c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a68fb7ca-3a0c-4f04-932c-0f3004a0cbeb HTTP/1.1" status: 204 len: 168 time: 0.1438873 Jul 19 17:33:38.199884 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfaffba-bf8c-40f2-8bca-850ac4e5d24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68fb7ca-3a0c-4f04-932c-0f3004a0cbeb,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:38.561790 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eabf5b-5ae4-4e88-8701-54452a481e8f req-5c55310b-2be0-4e2f-a528-3b175fca7265 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:38.564609 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-42eabf5b-5ae4-4e88-8701-54452a481e8f req-5c55310b-2be0-4e2f-a528-3b175fca7265 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.0876293 Jul 19 17:33:38.627988 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-42eabf5b-5ae4-4e88-8701-54452a481e8f req-9775158d-0984-4bb3-baf2-7a8aaa66547d tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506859 Jul 19 17:33:39.825374 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b887156-0c1b-4183-b816-2470f1efe5c8 req-112164ec-a420-4c07-8d5d-6fff637c02d6 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:39.826935 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6b887156-0c1b-4183-b816-2470f1efe5c8 req-112164ec-a420-4c07-8d5d-6fff637c02d6 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.0846379 Jul 19 17:33:39.869601 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6b887156-0c1b-4183-b816-2470f1efe5c8 req-67550c5a-f08f-4c43-ba92-26235d134998 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339768 Jul 19 17:33:40.485417 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:33:41.022656 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9db840-ad80-499f-b0f1-04deaf8b30c2 req-f259a284-6c86-444f-b2a5-b62557b43f72 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:41.024491 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6a9db840-ad80-499f-b0f1-04deaf8b30c2 req-f259a284-6c86-444f-b2a5-b62557b43f72 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.0788052 Jul 19 17:33:41.064477 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6a9db840-ad80-499f-b0f1-04deaf8b30c2 req-f437c937-484a-4814-8f54-c2b3f2c341a9 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344250 Jul 19 17:33:42.220255 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe7b1a-f1dc-4988-83f3-399e1fa4c36d req-f9fffa3b-19a7-4fd8-838f-f6ce2f751316 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:42.221772 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bbfe7b1a-f1dc-4988-83f3-399e1fa4c36d req-f9fffa3b-19a7-4fd8-838f-f6ce2f751316 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.0859294 Jul 19 17:33:42.263388 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bbfe7b1a-f1dc-4988-83f3-399e1fa4c36d req-64c8c366-b08b-4cc5-9927-62b28194f779 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352852 Jul 19 17:33:43.063575 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-387ee6de-3bd0-400e-98b6-ce366e42d1ca req-74e34215-48f8-49f0-b279-e3a555363717 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581110 Jul 19 17:33:43.169515 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ee6de-3bd0-400e-98b6-ce366e42d1ca req-c902c3d8-a2b6-435f-a6de-cfe25d95adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:43.171030 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-387ee6de-3bd0-400e-98b6-ce366e42d1ca req-c902c3d8-a2b6-435f-a6de-cfe25d95adb9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2e11996e75c849b6b0ccb7a38be75b5e&device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 1098 time: 0.0580873 Jul 19 17:33:43.286313 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ee6de-3bd0-400e-98b6-ce366e42d1ca req-dbac5e17-8abc-42fd-a41d-a5eac9a9ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:43.287856 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-387ee6de-3bd0-400e-98b6-ce366e42d1ca req-dbac5e17-8abc-42fd-a41d-a5eac9a9ea24 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ac516b3-c942-409e-ba28-d98945004c40 HTTP/1.1" status: 200 len: 912 time: 0.0870109 Jul 19 17:33:43.350092 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-387ee6de-3bd0-400e-98b6-ce366e42d1ca req-f2add5e0-588c-422e-b572-f583791a9233 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b46ea48a-5257-46dc-8b01-95cbfc195541 HTTP/1.1" status: 200 len: 217 time: 0.0406289 Jul 19 17:33:43.417955 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3766186-9e12-419a-9fe6-9f288a653f87 req-f6b476b4-ae66-41a9-a8a6-abbcd1a11d7d tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:43.419524 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b3766186-9e12-419a-9fe6-9f288a653f87 req-f6b476b4-ae66-41a9-a8a6-abbcd1a11d7d tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.0719719 Jul 19 17:33:43.480798 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b3766186-9e12-419a-9fe6-9f288a653f87 req-256927b4-3027-4f32-993f-f2092489a9a5 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537410 Jul 19 17:33:44.486983 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ee6de-3bd0-400e-98b6-ce366e42d1ca req-cdf3a02c-f763-4fa4-883b-8169badd729d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:44.488505 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-387ee6de-3bd0-400e-98b6-ce366e42d1ca req-cdf3a02c-f763-4fa4-883b-8169badd729d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed0eb7a0-e01c-49e9-b76c-7162fedad1e1 HTTP/1.1" status: 200 len: 851 time: 0.0488467 Jul 19 17:33:44.633413 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07cbda0-0c01-4644-b9b3-e077714a1354 req-48294cc6-bb98-449e-bdda-e53eadec763d tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:44.634962 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f07cbda0-0c01-4644-b9b3-e077714a1354 req-48294cc6-bb98-449e-bdda-e53eadec763d tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.0654087 Jul 19 17:33:44.678552 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f07cbda0-0c01-4644-b9b3-e077714a1354 req-e02a040d-3441-4f85-8a4d-30d825361bd5 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370629 Jul 19 17:33:45.815060 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ab9e5-80d2-4f3e-847a-bcfc43fa7d3b req-fec235e0-9157-46f6-b231-ffa0527f7f06 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:45.816594 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-335ab9e5-80d2-4f3e-847a-bcfc43fa7d3b req-fec235e0-9157-46f6-b231-ffa0527f7f06 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.0703430 Jul 19 17:33:45.855396 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-335ab9e5-80d2-4f3e-847a-bcfc43fa7d3b req-e9736037-65ac-4136-ba00-70483f91a6b3 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320926 Jul 19 17:33:46.647996 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-387ee6de-3bd0-400e-98b6-ce366e42d1ca req-3cd8e17a-0d96-4f6f-a80a-7aa50026127b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ac516b3-c942-409e-ba28-d98945004c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308111 Jul 19 17:33:46.750273 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-387ee6de-3bd0-400e-98b6-ce366e42d1ca req-48e70a02-624e-4c0e-b726-0de87bbade39 service neutron] 10.222.0.59 "GET /v2.0/networks/4ac516b3-c942-409e-ba28-d98945004c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901411 Jul 19 17:33:46.848676 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-387ee6de-3bd0-400e-98b6-ce366e42d1ca req-e7500bf9-e9f9-404d-aaea-6b19ff119741 service neutron] 10.222.0.59 "GET /v2.0/networks/4ac516b3-c942-409e-ba28-d98945004c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879655 Jul 19 17:33:47.011596 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd22f6e-1cd8-4b99-98e3-4d1f574e6d7f req-052154a6-2f2f-4c23-a7fe-44c19e16b862 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:47.013155 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-afd22f6e-1cd8-4b99-98e3-4d1f574e6d7f req-052154a6-2f2f-4c23-a7fe-44c19e16b862 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.0729406 Jul 19 17:33:47.053488 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-afd22f6e-1cd8-4b99-98e3-4d1f574e6d7f req-f9bc5958-d26c-49dc-a07f-9a5a812b9cf8 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347722 Jul 19 17:33:47.756916 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:48.247020 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e139374-fafd-4256-9f26-c86c52c7893a req-02a6194a-7dee-409b-97bc-e7af6868986a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:48.248525 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2e139374-fafd-4256-9f26-c86c52c7893a req-02a6194a-7dee-409b-97bc-e7af6868986a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.0820975 Jul 19 17:33:48.306623 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2e139374-fafd-4256-9f26-c86c52c7893a req-ec8a5d28-25ed-4f86-b9d2-a37c07132981 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491171 Jul 19 17:33:48.603649 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1518a-7ca2-42e3-8c26-3cb28deae0c5 req-404d8d2a-d0e0-4390-91a9-8a74b4c5c5b4 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:48.605299 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fbe1518a-7ca2-42e3-8c26-3cb28deae0c5 req-404d8d2a-d0e0-4390-91a9-8a74b4c5c5b4 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 945 time: 0.0733902 Jul 19 17:33:48.649289 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fbe1518a-7ca2-42e3-8c26-3cb28deae0c5 req-7f613737-b4a1-4145-8005-648823075dfe tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380833 Jul 19 17:33:48.672240 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 36790) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:48.777260 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c90dec81-5965-46a2-8ee5-eed626311af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:48.898732 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c90dec81-5965-46a2-8ee5-eed626311af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:48.904765 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c90dec81-5965-46a2-8ee5-eed626311af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:48.941422 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-c90dec81-5965-46a2-8ee5-eed626311af4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=397759b7552f47468da40e8bc110fea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680886 Jul 19 17:33:48.943900 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 36810) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:48.981151 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90dec81-5965-46a2-8ee5-eed626311af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51f8918-1032-4259-92c7-1f9a8825c2f8,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:49.016839 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-fe965b71-9b28-4789-8983-45669f5bd066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:49.052836 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-fe965b71-9b28-4789-8983-45669f5bd066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:49.133389 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-fe965b71-9b28-4789-8983-45669f5bd066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:49.138951 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-fe965b71-9b28-4789-8983-45669f5bd066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:49.141054 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-fe965b71-9b28-4789-8983-45669f5bd066 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b51f8918-1032-4259-92c7-1f9a8825c2f8 HTTP/1.1" status: 204 len: 168 time: 0.1960318 Jul 19 17:33:49.165958 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe965b71-9b28-4789-8983-45669f5bd066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51f8918-1032-4259-92c7-1f9a8825c2f8,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:49.566405 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9bd4c-22f9-4fc9-893e-9dad27438894 req-ccd1d2ff-448c-4ae2-9d9d-1b9267d4d42b tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:49.567747 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d0b9bd4c-22f9-4fc9-893e-9dad27438894 req-ccd1d2ff-448c-4ae2-9d9d-1b9267d4d42b tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.1488426 Jul 19 17:33:49.611302 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d0b9bd4c-22f9-4fc9-893e-9dad27438894 req-23027247-bf6c-42f8-b958-33c3e0f26cd0 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360599 Jul 19 17:33:49.799331 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e837e9-e873-47d1-853f-d793007cce60 req-6433e1b4-0be5-48fb-8339-2792e84b3a04 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:49.800918 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e1e837e9-e873-47d1-853f-d793007cce60 req-6433e1b4-0be5-48fb-8339-2792e84b3a04 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 945 time: 0.0710762 Jul 19 17:33:49.853791 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e1e837e9-e873-47d1-853f-d793007cce60 req-688ca1eb-2cd8-4759-9f1d-352f3339c340 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445480 Jul 19 17:33:50.090329 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 36858) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:50.218504 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-f4c43f02-2202-40ec-ad9d-8b6bbd5c60f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-776004697-network', 'tenant_id': '89f9fd61ad17448a94b915b49ce1ffd9'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:33:50.240428 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c43f02-2202-40ec-ad9d-8b6bbd5c60f2 admin admin] Made reservation on behalf of 89f9fd61ad17448a94b915b49ce1ffd9 for: {'network': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:33:50.242810 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f4c43f02-2202-40ec-ad9d-8b6bbd5c60f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for network, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:50.255685 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f4c43f02-2202-40ec-ad9d-8b6bbd5c60f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:50.356990 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f4c43f02-2202-40ec-ad9d-8b6bbd5c60f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:50.361907 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f4c43f02-2202-40ec-ad9d-8b6bbd5c60f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:50.392143 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c43f02-2202-40ec-ad9d-8b6bbd5c60f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:33:50.401323 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c43f02-2202-40ec-ad9d-8b6bbd5c60f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0a028e-08d5-4963-a6ad-48105cd10e5b,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:50.407946 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f4c43f02-2202-40ec-ad9d-8b6bbd5c60f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:50.408338 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.db.segments_db [None req-f4c43f02-2202-40ec-ad9d-8b6bbd5c60f2 admin admin] Added segment 4a116e4c-739d-4fb1-a547-fde24a0e1c19 of type vlan for network 22d15500-b8b3-4d57-b598-9c6d49eefd7f Jul 19 17:33:50.450514 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f4c43f02-2202-40ec-ad9d-8b6bbd5c60f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742494121966'] for network, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:50.481991 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f4c43f02-2202-40ec-ad9d-8b6bbd5c60f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for network, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:50.483373 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c43f02-2202-40ec-ad9d-8b6bbd5c60f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:50.483566 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f4c43f02-2202-40ec-ad9d-8b6bbd5c60f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:50.521130 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-f4c43f02-2202-40ec-ad9d-8b6bbd5c60f2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4265082 Jul 19 17:33:50.522105 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 36876) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:50.531783 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-cd8411e2-3ed2-41a2-979b-821ac7c2184b admin admin] Request body: {'subnet': {'network_id': '22d15500-b8b3-4d57-b598-9c6d49eefd7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-776004697-subnet', 'tenant_id': '89f9fd61ad17448a94b915b49ce1ffd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:33:50.582954 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c43f02-2202-40ec-ad9d-8b6bbd5c60f2 admin admin] Pushing event updated for resources: {'Network': ['ID=22d15500-b8b3-4d57-b598-9c6d49eefd7f,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:50.602916 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Network 22d15500-b8b3-4d57-b598-9c6d49eefd7f details requested by agent ovs-agent-dv-cinder-800695-4-iscsi with host dv-cinder-800695-4-iscsi {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:33:50.615457 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8411e2-3ed2-41a2-979b-821ac7c2184b admin admin] Made reservation on behalf of 89f9fd61ad17448a94b915b49ce1ffd9 for: {'subnet': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:33:50.619728 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-cd8411e2-3ed2-41a2-979b-821ac7c2184b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:50.830744 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3589e15-5cba-4831-9b60-5045fa723cee req-c714ad7b-0d9d-4c9e-a760-9748187ae56d tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:50.832337 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f3589e15-5cba-4831-9b60-5045fa723cee req-c714ad7b-0d9d-4c9e-a760-9748187ae56d tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.1111553 Jul 19 17:33:50.905344 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-cd8411e2-3ed2-41a2-979b-821ac7c2184b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for subnet, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:50.941889 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f3589e15-5cba-4831-9b60-5045fa723cee req-c9d6a410-25e3-44d6-a4d1-743eefa8be22 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019199 Jul 19 17:33:50.966936 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8411e2-3ed2-41a2-979b-821ac7c2184b admin admin] Pushing event updated for resources: {'Subnet': ['ID=99ad2b77-434b-4ab6-b3cb-a3c9ac3e456f,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:50.983163 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8411e2-3ed2-41a2-979b-821ac7c2184b admin admin] Checking segment: {'id': '4a116e4c-739d-4fb1-a547-fde24a0e1c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '22d15500-b8b3-4d57-b598-9c6d49eefd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:33:50.983513 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8411e2-3ed2-41a2-979b-821ac7c2184b admin admin] Network hostable DHCP agents. Network: 22d15500-b8b3-4d57-b598-9c6d49eefd7f, hostable agents: ['478a2c00-6d69-428b-b8a1-4625481a8144'], hosted agents: [] {{(pid=93383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:33:51.009809 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8411e2-3ed2-41a2-979b-821ac7c2184b admin admin] Network 22d15500-b8b3-4d57-b598-9c6d49eefd7f is scheduled to be hosted by DHCP agent 478a2c00-6d69-428b-b8a1-4625481a8144 with binding_index 1 {{(pid=93383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:33:51.023855 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-cd8411e2-3ed2-41a2-979b-821ac7c2184b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-4-iscsi, 22d15500-b8b3-4d57-b598-9c6d49eefd7f) {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:33:51.031478 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8411e2-3ed2-41a2-979b-821ac7c2184b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:51.032902 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-cd8411e2-3ed2-41a2-979b-821ac7c2184b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:51.038965 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2d4406-e4f6-4cb4-b978-f0f130641280 None None] Network 22d15500-b8b3-4d57-b598-9c6d49eefd7f requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:33:51.081763 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-cd8411e2-3ed2-41a2-979b-821ac7c2184b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5584912 Jul 19 17:33:51.149525 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384020e6-90c4-4a92-b9b6-ffa9ae843315 req-003540fc-f1f6-41d6-a1cf-845cae7bda1a tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:51.157139 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-384020e6-90c4-4a92-b9b6-ffa9ae843315 req-003540fc-f1f6-41d6-a1cf-845cae7bda1a tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 945 time: 0.1136637 Jul 19 17:33:51.196806 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-384020e6-90c4-4a92-b9b6-ffa9ae843315 req-165f3932-1d94-4de1-8f15-1eae91158c9c tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386906 Jul 19 17:33:51.197311 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163fbffb-a55f-4e46-bb99-3055be05f060 None None] Network 22d15500-b8b3-4d57-b598-9c6d49eefd7f requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:33:51.258882 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2489f1a5-f8f4-4bc2-876d-d87cf0fe961a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:52.117539 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2b271-0c81-4b5a-aeb4-d641856b2b26 req-b107af8a-5ef5-462b-820b-2804ca0c22b9 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:52.119267 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-afa2b271-0c81-4b5a-aeb4-d641856b2b26 req-b107af8a-5ef5-462b-820b-2804ca0c22b9 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.0847743 Jul 19 17:33:52.168389 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-afa2b271-0c81-4b5a-aeb4-d641856b2b26 req-3fd835fb-5c42-46cc-8192-f01bba734e10 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420325 Jul 19 17:33:52.353826 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c09052-c84a-4ecd-8b29-05bfef83c8e5 req-a195393e-c13c-4b7c-a8c8-61b2c04caf58 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:52.355394 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e7c09052-c84a-4ecd-8b29-05bfef83c8e5 req-a195393e-c13c-4b7c-a8c8-61b2c04caf58 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 945 time: 0.0798864 Jul 19 17:33:52.402680 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e7c09052-c84a-4ecd-8b29-05bfef83c8e5 req-e5e5b359-46a2-4454-9b1d-59b9dbcccab8 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399756 Jul 19 17:33:53.305035 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a338627-ba46-488d-975e-779743babd74 req-bc729b70-9760-4537-801d-fe1e3837320a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:53.306516 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2a338627-ba46-488d-975e-779743babd74 req-bc729b70-9760-4537-801d-fe1e3837320a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.0671196 Jul 19 17:33:53.350095 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2a338627-ba46-488d-975e-779743babd74 req-8dc0e42a-d4b9-42bc-8335-2f37389d74e4 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370064 Jul 19 17:33:53.556752 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61185f-3e0a-4673-8390-0d7eeb6f607c req-a90ec2d9-243f-44a3-b881-62b94bb75401 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:53.558202 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-de61185f-3e0a-4673-8390-0d7eeb6f607c req-a90ec2d9-243f-44a3-b881-62b94bb75401 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 945 time: 0.0826108 Jul 19 17:33:53.599737 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-de61185f-3e0a-4673-8390-0d7eeb6f607c req-17bc5747-4a13-443d-96ed-d83a0dae3901 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350952 Jul 19 17:33:53.994478 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-b9d05f4a-0b3f-4323-89c1-ab4d1524a38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:54.118264 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bdce9-1886-4be1-90a7-55a1af3d279e req-2cb9852d-4865-4568-972a-2193c75589c2 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:54.122335 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-be7bdce9-1886-4be1-90a7-55a1af3d279e req-2cb9852d-4865-4568-972a-2193c75589c2 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.59 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 945 time: 0.1105518 Jul 19 17:33:54.431314 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:54.576206 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c6817-e94a-4017-8ff9-acebbb598b0a req-141447ad-aa92-4f41-83b6-cb6d19a781f4 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:54.578955 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-811c6817-e94a-4017-8ff9-acebbb598b0a req-141447ad-aa92-4f41-83b6-cb6d19a781f4 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.1378291 Jul 19 17:33:54.625690 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-be7bdce9-1886-4be1-90a7-55a1af3d279e req-ea68ee7d-6084-4b89-9006-b9cda42f1f66 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Deleting port b46ea48a-5257-46dc-8b01-95cbfc195541 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:33:54.625690 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-be7bdce9-1886-4be1-90a7-55a1af3d279e req-ea68ee7d-6084-4b89-9006-b9cda42f1f66 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:54.697949 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-811c6817-e94a-4017-8ff9-acebbb598b0a req-20b6645e-35a2-4a23-8078-03b429591323 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084852 Jul 19 17:33:54.810064 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-be7bdce9-1886-4be1-90a7-55a1af3d279e req-ea68ee7d-6084-4b89-9006-b9cda42f1f66 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] For port b46ea48a-5257-46dc-8b01-95cbfc195541, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b46ea48a-5257-46dc-8b01-95cbfc195541,segment=NetworkSegment(fa97374e-9d40-4ef1-b57f-d15d772e35aa),segment_id=fa97374e-9d40-4ef1-b57f-d15d772e35aa)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:33:54.810533 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-be7bdce9-1886-4be1-90a7-55a1af3d279e req-ea68ee7d-6084-4b89-9006-b9cda42f1f66 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:54.832237 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-be7bdce9-1886-4be1-90a7-55a1af3d279e req-ea68ee7d-6084-4b89-9006-b9cda42f1f66 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Calling delete_port for b46ea48a-5257-46dc-8b01-95cbfc195541 owned by compute:nova {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:33:54.927287 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d836ff-4d7b-4080-a3d0-79ab42854ae5 req-ae310c5f-4469-4204-9c2b-0f690534eb0d tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:54.929433 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d7d836ff-4d7b-4080-a3d0-79ab42854ae5 req-ae310c5f-4469-4204-9c2b-0f690534eb0d tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 945 time: 0.2275512 Jul 19 17:33:55.123243 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d7d836ff-4d7b-4080-a3d0-79ab42854ae5 req-1e4c1ee3-9f8d-424a-b0e3-e2b49ef739c7 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/security-groups?id=87589f09-9929-4501-baa1-003ce9e2de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786056 Jul 19 17:33:55.190498 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-6900b5cf-d53f-4569-a0f0-823aab774ac2 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:55.197311 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-6900b5cf-d53f-4569-a0f0-823aab774ac2 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/networks?id=22d15500-b8b3-4d57-b598-9c6d49eefd7f HTTP/1.1" status: 200 len: 808 time: 0.2378318 Jul 19 17:33:55.226406 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-f65660f0-e0f1-4b01-b564-24aa3ab21799 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/quotas/89f9fd61ad17448a94b915b49ce1ffd9 HTTP/1.1" status: 200 len: 375 time: 0.0280781 Jul 19 17:33:55.271027 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-4fb0f784-b776-4d87-8702-31a5e94144ab tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=89f9fd61ad17448a94b915b49ce1ffd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430017 Jul 19 17:33:55.293083 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-be7bdce9-1886-4be1-90a7-55a1af3d279e req-ea68ee7d-6084-4b89-9006-b9cda42f1f66 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:55.308856 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:55.352073 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68ee7d-6084-4b89-9006-b9cda42f1f66 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Pushing event deleted for resources: {'Port': ['ID=b46ea48a-5257-46dc-8b01-95cbfc195541,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:55.403559 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['b46ea48a-5257-46dc-8b01-95cbfc195541'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:33:55.424643 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37012) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:55.517625 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7bdce9-1886-4be1-90a7-55a1af3d279e req-ea68ee7d-6084-4b89-9006-b9cda42f1f66 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] No DVR routers for this DVR port b46ea48a-5257-46dc-8b01-95cbfc195541 on host hv-cinder-80069 {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:33:55.529075 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-be7bdce9-1886-4be1-90a7-55a1af3d279e req-ea68ee7d-6084-4b89-9006-b9cda42f1f66 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:55.531559 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-be7bdce9-1886-4be1-90a7-55a1af3d279e req-ea68ee7d-6084-4b89-9006-b9cda42f1f66 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.59 "DELETE /v2.0/ports/b46ea48a-5257-46dc-8b01-95cbfc195541 HTTP/1.1" status: 204 len: 173 time: 1.3887231 Jul 19 17:33:55.532362 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d81e54-8c7a-49bf-b6bb-e26e8c2646b9', 'name': 'network-vif-deleted', 'tag': 'b46ea48a-5257-46dc-8b01-95cbfc195541'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:33:55.536688 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957d8889-e191-48c3-a854-c561a2ccdac6" -d '{"events": [{"server_uuid": "80d81e54-8c7a-49bf-b6bb-e26e8c2646b9", "name": "network-vif-deleted", "tag": "b46ea48a-5257-46dc-8b01-95cbfc195541"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:33:55.564380 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-9204c833-d860-467d-bd5a-25eb3a171455 service neutron] 10.222.0.32 "GET /v2.0/networks/22d15500-b8b3-4d57-b598-9c6d49eefd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804165 Jul 19 17:33:55.568621 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6919edd6-097f-4e7d-b736-204b987d5c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:55.672382 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-36dfa4ef-9bd2-4ece-9ac9-a9d45cf2942f service neutron] 10.222.0.32 "GET /v2.0/networks/22d15500-b8b3-4d57-b598-9c6d49eefd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998077 Jul 19 17:33:55.712266 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6919edd6-097f-4e7d-b736-204b987d5c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:55.717411 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6919edd6-097f-4e7d-b736-204b987d5c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:55.781815 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-6919edd6-097f-4e7d-b736-204b987d5c81 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4732237ab7b54cf6bbf5f7128810abed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3544900 Jul 19 17:33:55.784955 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 37034) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:55.785839 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919edd6-097f-4e7d-b736-204b987d5c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9363e0e9-68fc-4955-837a-7b3f30f1a258,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:55.836231 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf73448a-60b3-42a8-9ae9-a8961e960973 x-openstack-request-id: req-cf73448a-60b3-42a8-9ae9-a8961e960973 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:33:55.836763 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d81e54-8c7a-49bf-b6bb-e26e8c2646b9", "name": "network-vif-deleted", "tag": "b46ea48a-5257-46dc-8b01-95cbfc195541", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:33:55.837012 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf73448a-60b3-42a8-9ae9-a8961e960973 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:33:55.837404 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d81e54-8c7a-49bf-b6bb-e26e8c2646b9', 'name': 'network-vif-deleted', 'tag': 'b46ea48a-5257-46dc-8b01-95cbfc195541', 'status': 'completed', 'code': 200} Jul 19 17:33:55.842220 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-eaefb0da-df09-4ee1-8ace-8d2847a143c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:55.865745 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-eaefb0da-df09-4ee1-8ace-8d2847a143c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:55.970514 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8e1ec-39f6-47f1-98fc-57814d2e4ed9 req-0ea7b2ea-30cc-4947-9c57-ea31cad1fac0 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:55.973602 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-99b8e1ec-39f6-47f1-98fc-57814d2e4ed9 req-0ea7b2ea-30cc-4947-9c57-ea31cad1fac0 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.0839350 Jul 19 17:33:55.973602 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-eaefb0da-df09-4ee1-8ace-8d2847a143c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:55.976182 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-eaefb0da-df09-4ee1-8ace-8d2847a143c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:55.979994 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-eaefb0da-df09-4ee1-8ace-8d2847a143c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9363e0e9-68fc-4955-837a-7b3f30f1a258 HTTP/1.1" status: 204 len: 168 time: 0.1934254 Jul 19 17:33:56.002021 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefb0da-df09-4ee1-8ace-8d2847a143c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9363e0e9-68fc-4955-837a-7b3f30f1a258,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:56.038539 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-99b8e1ec-39f6-47f1-98fc-57814d2e4ed9 req-3b917f45-e3d4-43bc-94da-07630316dc90 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573463 Jul 19 17:33:56.132662 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f5be5268-3537-46ce-9ff9-6ef818e094a6 req-2a37488a-655d-4d78-b754-c7152c645094 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafd9649-75a7-4067-b4b3-e92f6f486dd9 HTTP/1.1" status: 200 len: 210 time: 0.0512962 Jul 19 17:33:56.314180 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0f884e5e-caa2-4a07-b796-f0b04dc2bcae req-6d40fe74-3551-4b07-9598-00f065c40a2e tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 210 time: 0.0421245 Jul 19 17:33:56.339357 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 37056) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:56.353738 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-78b19b84-761a-4002-8c4f-a845f6003b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:56.449273 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-78b19b84-761a-4002-8c4f-a845f6003b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:56.453633 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-78b19b84-761a-4002-8c4f-a845f6003b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:56.492855 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-78b19b84-761a-4002-8c4f-a845f6003b59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21f81b3ed85f4b26ae0b453d190de8ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522436 Jul 19 17:33:56.493701 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b19b84-761a-4002-8c4f-a845f6003b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ca40eb-fd63-46f3-b7f9-db90b289c355,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:56.495945 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37058) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:56.546031 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-85d96b5e-40fb-4b0e-a2a3-36c7b5908db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:56.568022 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-85d96b5e-40fb-4b0e-a2a3-36c7b5908db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:56.616105 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-85d96b5e-40fb-4b0e-a2a3-36c7b5908db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:56.618608 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-85d96b5e-40fb-4b0e-a2a3-36c7b5908db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:56.619772 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-85d96b5e-40fb-4b0e-a2a3-36c7b5908db1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65ca40eb-fd63-46f3-b7f9-db90b289c355 HTTP/1.1" status: 204 len: 168 time: 0.1225612 Jul 19 17:33:56.629562 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d96b5e-40fb-4b0e-a2a3-36c7b5908db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ca40eb-fd63-46f3-b7f9-db90b289c355,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:56.976254 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37066) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:56.990135 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-228f1025-33d2-4ed1-9d79-dd49dca73fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:57.083411 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:57.127223 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-228f1025-33d2-4ed1-9d79-dd49dca73fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:57.135872 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-228f1025-33d2-4ed1-9d79-dd49dca73fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:57.209680 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a12a5e-1fdd-4515-b342-44a5e4d634a7 req-b2751b08-5858-4b87-908f-b87e195f0285 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:57.210280 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-228f1025-33d2-4ed1-9d79-dd49dca73fec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8b52f4cb1a141dda55c1ce202cf5b43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321782 Jul 19 17:33:57.212928 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37076) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:57.213481 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-89a12a5e-1fdd-4515-b342-44a5e4d634a7 req-b2751b08-5858-4b87-908f-b87e195f0285 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.0845737 Jul 19 17:33:57.213968 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f1025-33d2-4ed1-9d79-dd49dca73fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844d7af8-7310-4d4a-ab66-8150827df139,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:57.260400 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-89a12a5e-1fdd-4515-b342-44a5e4d634a7 req-9dce40ef-32f1-4c16-90fd-a4d4054a5dc3 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371587 Jul 19 17:33:57.297055 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-af4cf87e-6e17-41ae-9475-a173e1db76c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:57.335168 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-af4cf87e-6e17-41ae-9475-a173e1db76c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:57.360635 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-37fa51d2-7dd8-4df3-8de2-0ec7c14f2ced req-fcb09563-ed61-497c-b189-283af0d61d32 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafd9649-75a7-4067-b4b3-e92f6f486dd9 HTTP/1.1" status: 200 len: 210 time: 0.0373058 Jul 19 17:33:57.405171 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-af4cf87e-6e17-41ae-9475-a173e1db76c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:57.409083 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-af4cf87e-6e17-41ae-9475-a173e1db76c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:57.411424 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-af4cf87e-6e17-41ae-9475-a173e1db76c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/844d7af8-7310-4d4a-ab66-8150827df139 HTTP/1.1" status: 204 len: 168 time: 0.1917009 Jul 19 17:33:57.424748 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4cf87e-6e17-41ae-9475-a173e1db76c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844d7af8-7310-4d4a-ab66-8150827df139,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:57.499716 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e4b2d6d2-d047-4bb2-9384-d9d594b3eaf4 req-d4a5373a-cc88-4aa5-81d0-a1ef26c161c2 tempest-DeleteServersTestJSON-598890522 tempest-DeleteServersTestJSON-598890522-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d81e54-8c7a-49bf-b6bb-e26e8c2646b9 HTTP/1.1" status: 200 len: 210 time: 0.0691581 Jul 19 17:33:58.544994 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d875abd1-d10d-4a53-9a77-29aa9c674c1d req-455a9fb1-27e0-490a-af96-5adcbbe71f45 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafd9649-75a7-4067-b4b3-e92f6f486dd9 HTTP/1.1" status: 200 len: 210 time: 0.0393627 Jul 19 17:33:58.554374 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-29033f34-6a17-4012-97f7-5dff1a17f1d3 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:58.555939 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-29033f34-6a17-4012-97f7-5dff1a17f1d3 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.59 "GET /v2.0/networks?id=22d15500-b8b3-4d57-b598-9c6d49eefd7f HTTP/1.1" status: 200 len: 808 time: 0.3288386 Jul 19 17:33:58.608268 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-299045d1-4b7b-4b91-8cbd-fb3bb120a715 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Request body: {'port': {'device_id': 'fafd9649-75a7-4067-b4b3-e92f6f486dd9', 'network_id': '22d15500-b8b3-4d57-b598-9c6d49eefd7f', 'admin_state_up': True, 'tenant_id': '89f9fd61ad17448a94b915b49ce1ffd9'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:33:58.735577 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b565d69-d2df-468b-8f9c-828a05c16bb2 req-294d0f59-1709-46b5-9ef0-182e7e8402af tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:58.737152 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6b565d69-d2df-468b-8f9c-828a05c16bb2 req-294d0f59-1709-46b5-9ef0-182e7e8402af tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.3134024 Jul 19 17:33:59.154007 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6b565d69-d2df-468b-8f9c-828a05c16bb2 req-f16eab2a-8b2c-491a-b8d6-01ad6932bdac tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752155 Jul 19 17:33:59.189926 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-a6a7bd27-f607-4877-b7c0-39e41e2c263f tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:59.192616 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-a6a7bd27-f607-4877-b7c0-39e41e2c263f tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/networks?id=8d0b84da-014c-43ff-bf6a-16a5d79fbf35 HTTP/1.1" status: 200 len: 814 time: 0.5122147 Jul 19 17:33:59.208231 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-299045d1-4b7b-4b91-8cbd-fb3bb120a715 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Made reservation on behalf of 89f9fd61ad17448a94b915b49ce1ffd9 for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:33:59.211866 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-299045d1-4b7b-4b91-8cbd-fb3bb120a715 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:59.216853 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-f08f9ace-2548-4fb9-ae59-91afe8627d49 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/quotas/8eac7ae86da742339229da8811d720ae HTTP/1.1" status: 200 len: 375 time: 0.0187857 Jul 19 17:33:59.389900 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-16e66de7-a9b2-42ad-8b2b-e367fcb82fd1 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8eac7ae86da742339229da8811d720ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1619644 Jul 19 17:33:59.406935 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device b46ea48a-5257-46dc-8b01-95cbfc195541 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:33:59.439993 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] No Port match for: b46ea48a-5257-46dc-8b01-95cbfc195541 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:33:59.440523 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device b46ea48a-5257-46dc-8b01-95cbfc195541 not bound to the agent host hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:33:59.494664 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-299045d1-4b7b-4b91-8cbd-fb3bb120a715 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Allocated IP 172.20.0.5 (22d15500-b8b3-4d57-b598-9c6d49eefd7f/99ad2b77-434b-4ab6-b3cb-a3c9ac3e456f/37aeb453-7a9c-46b0-8f3f-9abdddda2afd) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:33:59.551027 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-4180d075-2d7a-4486-85a4-78f978ddbdd1 service neutron] 10.222.0.32 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598082 Jul 19 17:33:59.713328 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1f142b9d-9ae2-4520-bb90-4c799107e183 req-067680b7-0a8e-4509-8c9f-0c9a6c8a83b3 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafd9649-75a7-4067-b4b3-e92f6f486dd9 HTTP/1.1" status: 200 len: 210 time: 0.0507402 Jul 19 17:33:59.772117 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-356d6fb3-cef0-454d-9bc8-d2f215cc81a5 service neutron] 10.222.0.32 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201612 Jul 19 17:33:59.805592 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-299045d1-4b7b-4b91-8cbd-fb3bb120a715 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:59.876230 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-299045d1-4b7b-4b91-8cbd-fb3bb120a715 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:59.984490 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-299045d1-4b7b-4b91-8cbd-fb3bb120a715 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Network 22d15500-b8b3-4d57-b598-9c6d49eefd7f is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:33:59.988279 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-299045d1-4b7b-4b91-8cbd-fb3bb120a715 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:00.000028 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-299045d1-4b7b-4b91-8cbd-fb3bb120a715 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:34:00.031420 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-299045d1-4b7b-4b91-8cbd-fb3bb120a715 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:00.033284 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-299045d1-4b7b-4b91-8cbd-fb3bb120a715 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:00.041589 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299045d1-4b7b-4b91-8cbd-fb3bb120a715 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Pushing event updated for resources: {'Port': ['ID=37aeb453-7a9c-46b0-8f3f-9abdddda2afd,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:00.142957 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e37b9eff-a727-4e6f-bd43-c995627c0d60 req-11a5d996-3079-4aa7-8e12-45f0759e2484 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ec4884-7676-4b8b-bd46-0278a216edf4 HTTP/1.1" status: 200 len: 210 time: 0.0660133 Jul 19 17:34:00.144456 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-299045d1-4b7b-4b91-8cbd-fb3bb120a715 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5670571 Jul 19 17:34:00.159796 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] Request body: {'port': {'device_id': 'fafd9649-75a7-4067-b4b3-e92f6f486dd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:00.255969 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:00.463035 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ef509-c0b1-417c-8f2c-f0286b11e8f6 req-6b6c226c-d242-481e-aba4-09e5fe909e8d tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:00.470688 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-844ef509-c0b1-417c-8f2c-f0286b11e8f6 req-6b6c226c-d242-481e-aba4-09e5fe909e8d tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.1901069 Jul 19 17:34:00.587683 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-844ef509-c0b1-417c-8f2c-f0286b11e8f6 req-fd591cec-1bef-44a6-b8c2-00f0785eb634 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122024 Jul 19 17:34:00.681975 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37216) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:00.791133 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37aeb453-7a9c-46b0-8f3f-9abdddda2afd {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:34:00.800516 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:00.815759 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] Transition to ACTIVE for port object 37aeb453-7a9c-46b0-8f3f-9abdddda2afd will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:00.830422 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:00.863935 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b13f82fe-3a66-4c00-9084-9d05596f831a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:00.968655 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] Pushing event updated for resources: {'Port': ['ID=37aeb453-7a9c-46b0-8f3f-9abdddda2afd,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:00.992325 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37228) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:01.050690 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] Attempting to bind port 37aeb453-7a9c-46b0-8f3f-9abdddda2afd on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:34:01.051174 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] Attempting to bind port 37aeb453-7a9c-46b0-8f3f-9abdddda2afd by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '4a116e4c-739d-4fb1-a547-fde24a0e1c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '22d15500-b8b3-4d57-b598-9c6d49eefd7f'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:34:01.051507 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] Attempting to bind port 37aeb453-7a9c-46b0-8f3f-9abdddda2afd on network 22d15500-b8b3-4d57-b598-9c6d49eefd7f {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:34:01.059136 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] Port 37aeb453-7a9c-46b0-8f3f-9abdddda2afd on network 22d15500-b8b3-4d57-b598-9c6d49eefd7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:34:01.059489 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] Attempting to bind port 37aeb453-7a9c-46b0-8f3f-9abdddda2afd on network 22d15500-b8b3-4d57-b598-9c6d49eefd7f {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:34:01.071071 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] Checking agent: {'id': 'd8fb6e65-9e8c-4b17-9f8a-3918624e6b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'started_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:34:01.071071 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] Checking segment: {'id': '4a116e4c-739d-4fb1-a547-fde24a0e1c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '22d15500-b8b3-4d57-b598-9c6d49eefd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:34:01.071438 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] Bound using segment: {'id': '4a116e4c-739d-4fb1-a547-fde24a0e1c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '22d15500-b8b3-4d57-b598-9c6d49eefd7f'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:34:01.071710 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] Bound port: 37aeb453-7a9c-46b0-8f3f-9abdddda2afd, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a116e4c-739d-4fb1-a547-fde24a0e1c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '22d15500-b8b3-4d57-b598-9c6d49eefd7f'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:34:01.072494 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:01.093901 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b13f82fe-3a66-4c00-9084-9d05596f831a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:01.098679 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d26b0d-9613-4064-8141-a1d8e48ca22d admin admin] Deleting subnet ed0eb7a0-e01c-49e9-b76c-7162fedad1e1 {{(pid=93384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:34:01.099687 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12917c63-b87b-4a2f-b086-a483562a0ac6 req-0bf43333-658c-4d49-bc2b-841b472bb02c tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:01.101367 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-12917c63-b87b-4a2f-b086-a483562a0ac6 req-0bf43333-658c-4d49-bc2b-841b472bb02c tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafd9649-75a7-4067-b4b3-e92f6f486dd9 HTTP/1.1" status: 200 len: 943 time: 0.1833351 Jul 19 17:34:01.103517 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b13f82fe-3a66-4c00-9084-9d05596f831a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:01.106483 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d5d26b0d-9613-4064-8141-a1d8e48ca22d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:01.193266 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-b13f82fe-3a66-4c00-9084-9d05596f831a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81af4e20228a424eb2cb227c34b77751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5074027 Jul 19 17:34:01.196765 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37236) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:01.210613 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d5d26b0d-9613-4064-8141-a1d8e48ca22d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:01.215507 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f82fe-3a66-4c00-9084-9d05596f831a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e8709a-294f-4f2e-91d5-c04ced0b4f5d,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:01.219927 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] For port 37aeb453-7a9c-46b0-8f3f-9abdddda2afd, host hv-cinder-80069, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:34:01.226707 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] For port 37aeb453-7a9c-46b0-8f3f-9abdddda2afd, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=37aeb453-7a9c-46b0-8f3f-9abdddda2afd,segment=NetworkSegment(4a116e4c-739d-4fb1-a547-fde24a0e1c19),segment_id=4a116e4c-739d-4fb1-a547-fde24a0e1c19)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:34:01.234537 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-12917c63-b87b-4a2f-b086-a483562a0ac6 req-c91aea8a-dfd8-45ba-9171-c8ef740229e2 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd0a028e-08d5-4963-a6ad-48105cd10e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097558 Jul 19 17:34:01.237500 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:01.238942 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d5d26b0d-9613-4064-8141-a1d8e48ca22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428619'] for subnet, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:01.306311 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:01.306943 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:01.308419 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] 10.222.0.59 "PUT /v2.0/ports/37aeb453-7a9c-46b0-8f3f-9abdddda2afd HTTP/1.1" status: 200 len: 1093 time: 1.1544161 Jul 19 17:34:01.311688 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafd9649-75a7-4067-b4b3-e92f6f486dd9', 'tag': '37aeb453-7a9c-46b0-8f3f-9abdddda2afd'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:34:01.318074 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48829ae7-4018-4bb6-8830-77cfa7c33b60" -d '{"events": [{"name": "network-changed", "server_uuid": "fafd9649-75a7-4067-b4b3-e92f6f486dd9", "tag": "37aeb453-7a9c-46b0-8f3f-9abdddda2afd"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:34:01.359603 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f7189a46-e1c0-46e5-9d6f-c3bde8035e2c req-577e3e73-b0fe-43c5-af07-469c7e41dc62 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ec4884-7676-4b8b-bd46-0278a216edf4 HTTP/1.1" status: 200 len: 210 time: 0.0708029 Jul 19 17:34:01.395256 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e20c177e-ac27-4fa7-8140-a43cd9250336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:01.408860 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd16a174-1270-4b6d-beb9-72b8d01c0af7 x-openstack-request-id: req-dd16a174-1270-4b6d-beb9-72b8d01c0af7 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:34:01.409074 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fafd9649-75a7-4067-b4b3-e92f6f486dd9", "tag": "37aeb453-7a9c-46b0-8f3f-9abdddda2afd", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:34:01.409333 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd16a174-1270-4b6d-beb9-72b8d01c0af7 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:34:01.409710 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fafd9649-75a7-4067-b4b3-e92f6f486dd9', 'tag': '37aeb453-7a9c-46b0-8f3f-9abdddda2afd', 'status': 'completed', 'code': 200} Jul 19 17:34:01.419654 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff27c6-adfc-46b2-be34-a65fe9a7cdec service neutron] Pushing event updated for resources: {'Port': ['ID=37aeb453-7a9c-46b0-8f3f-9abdddda2afd,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:01.428656 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d5d26b0d-9613-4064-8141-a1d8e48ca22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for subnet, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:01.452404 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-a5d116e8-18a4-418f-82ff-214bb7b95017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:01.454531 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-a5d116e8-18a4-418f-82ff-214bb7b95017 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89f9fd61ad17448a94b915b49ce1ffd9&device_id=fafd9649-75a7-4067-b4b3-e92f6f486dd9 HTTP/1.1" status: 200 len: 1096 time: 0.0893042 Jul 19 17:34:01.476491 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d5d26b0d-9613-4064-8141-a1d8e48ca22d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:01.478482 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-d5d26b0d-9613-4064-8141-a1d8e48ca22d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ed0eb7a0-e01c-49e9-b76c-7162fedad1e1 HTTP/1.1" status: 204 len: 168 time: 0.4848557 Jul 19 17:34:01.482093 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37246) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:01.484572 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d26b0d-9613-4064-8141-a1d8e48ca22d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed0eb7a0-e01c-49e9-b76c-7162fedad1e1,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:01.492715 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e20c177e-ac27-4fa7-8140-a43cd9250336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:01.518438 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-781ca7d9-9f03-4c9e-be35-ad4cec189324 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37aeb453-7a9c-46b0-8f3f-9abdddda2afd HTTP/1.1" status: 200 len: 217 time: 0.0518734 Jul 19 17:34:01.584536 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366402'] for network, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:01.608954 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-aad00755-8733-4ac7-8928-f0ba17a59ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:01.621678 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-aad00755-8733-4ac7-8928-f0ba17a59ccb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=99ad2b77-434b-4ab6-b3cb-a3c9ac3e456f HTTP/1.1" status: 200 len: 848 time: 0.0878391 Jul 19 17:34:01.670422 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-2f4bafa6-6903-4e0c-b5c4-ce7e28b4827e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22d15500-b8b3-4d57-b598-9c6d49eefd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362952 Jul 19 17:34:01.702941 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e20c177e-ac27-4fa7-8140-a43cd9250336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:01.709127 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e20c177e-ac27-4fa7-8140-a43cd9250336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:01.711165 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-e20c177e-ac27-4fa7-8140-a43cd9250336 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1e8709a-294f-4f2e-91d5-c04ced0b4f5d HTTP/1.1" status: 204 len: 168 time: 0.5131404 Jul 19 17:34:01.771360 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c177e-ac27-4fa7-8140-a43cd9250336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e8709a-294f-4f2e-91d5-c04ced0b4f5d,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:01.845910 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738f7b6-4e1c-4afe-a707-9314e826a49a req-6dde111c-5d99-4f5a-8dbc-68a1ed789cc7 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:01.847548 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6738f7b6-4e1c-4afe-a707-9314e826a49a req-6dde111c-5d99-4f5a-8dbc-68a1ed789cc7 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.1736994 Jul 19 17:34:01.850343 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-5e665568-8215-4476-a992-987b42a77fa8 service neutron] 10.222.0.59 "GET /v2.0/networks/22d15500-b8b3-4d57-b598-9c6d49eefd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643856 Jul 19 17:34:01.904970 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428391', 'neutron.services.segments.db._delete_segments_for_network-8742494453050'] for network, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:01.926686 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:01.927026 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:01.927776 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:01.928142 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] Subscribe: > port after_create 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:01.928473 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:01.928819 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] Subscribe: > port after_update 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:01.929147 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:01.929464 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:01.929786 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:01.930100 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:02.028203 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6738f7b6-4e1c-4afe-a707-9314e826a49a req-ec3afd22-bf21-48e7-bcda-091ee1942a47 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733577 Jul 19 17:34:02.064790 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-130a100e-afab-4ebb-89c2-b4ded9916cee req-740979ef-bfc8-4307-b645-86dea0eaac35 service neutron] 10.222.0.59 "GET /v2.0/networks/22d15500-b8b3-4d57-b598-9c6d49eefd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004786 Jul 19 17:34:02.131949 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:02.133280 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:02.134711 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:02.135219 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:02.135957 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac516b3-c942-409e-ba28-d98945004c40']}} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:02.172204 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-e11347fe-a6de-4601-a81d-249a2d7260e5 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:02.176376 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-e11347fe-a6de-4601-a81d-249a2d7260e5 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.59 "GET /v2.0/networks?id=8d0b84da-014c-43ff-bf6a-16a5d79fbf35 HTTP/1.1" status: 200 len: 814 time: 0.5306606 Jul 19 17:34:02.176593 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 37272) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:02.178502 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa97374e-9d40-4ef1-b57f-d15d772e35aa') {'for_net_delete': True} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:02.178808 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa97374e-9d40-4ef1-b57f-d15d772e35aa') {} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:02.192151 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2b417a52-b081-4adb-ae63-1e496aecb5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:02.197162 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742494456131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5138688'] for segment, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:02.213360 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-87c852dc-338c-4858-b5be-b36bf56f93fa tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Request body: {'port': {'device_id': '55ec4884-7676-4b8b-bd46-0278a216edf4', 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35', 'admin_state_up': True, 'tenant_id': '8eac7ae86da742339229da8811d720ae'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:02.231125 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48829ae7-4018-4bb6-8830-77cfa7c33b60 req-c8c644c6-7993-4228-9e71-d7b18fdec4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:02.232702 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-48829ae7-4018-4bb6-8830-77cfa7c33b60 req-c8c644c6-7993-4228-9e71-d7b18fdec4f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89f9fd61ad17448a94b915b49ce1ffd9&device_id=fafd9649-75a7-4067-b4b3-e92f6f486dd9 HTTP/1.1" status: 200 len: 1096 time: 0.1003211 Jul 19 17:34:02.242297 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:02.262317 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:34:02.262916 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6211069'] for segment, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: from cryptography.utils import int_from_bytes Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: from cryptography.utils import int_from_bytes Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: Traceback (most recent call last): Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: timer() Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: cb(*args, **kw) Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: return func(*args, **kwargs) Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: self._notify() Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: self.callback(batched_events) Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: event.method(event) Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: return f(self, *a, **k) Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: return self._get(url).json() Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: return self.request(url, 'GET', **kwargs) Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:34:02.268680 dv-cinder-800695-4-iscsi neutron-server[93384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:34:02.445977 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48829ae7-4018-4bb6-8830-77cfa7c33b60 req-49c6c269-77fe-49de-b870-2e906a2fbc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:02.448826 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-48829ae7-4018-4bb6-8830-77cfa7c33b60 req-49c6c269-77fe-49de-b870-2e906a2fbc8b service neutron] 10.222.0.59 "GET /v2.0/networks?id=22d15500-b8b3-4d57-b598-9c6d49eefd7f HTTP/1.1" status: 200 len: 909 time: 0.2034979 Jul 19 17:34:02.481805 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2b417a52-b081-4adb-ae63-1e496aecb5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:02.542727 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2b417a52-b081-4adb-ae63-1e496aecb5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:02.575555 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567412'] for network, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:02.579552 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f90a5631-204b-4d01-b773-0719e4ef1b20 req-87818a1a-7321-4da8-89d4-98943123ef23 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ec4884-7676-4b8b-bd46-0278a216edf4 HTTP/1.1" status: 200 len: 210 time: 0.0955355 Jul 19 17:34:02.581598 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-48829ae7-4018-4bb6-8830-77cfa7c33b60 req-1b0b40bc-4f51-4698-8ef9-ea071416d005 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37aeb453-7a9c-46b0-8f3f-9abdddda2afd HTTP/1.1" status: 200 len: 217 time: 0.1142116 Jul 19 17:34:02.615270 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:02.617241 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] 10.222.0.32 "DELETE /v2.0/networks/4ac516b3-c942-409e-ba28-d98945004c40 HTTP/1.1" status: 204 len: 168 time: 1.1339357 Jul 19 17:34:02.619139 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69bc86-cad5-4b18-876c-a2e97e6c023e admin admin] Pushing event deleted for resources: {'Network': ['ID=4ac516b3-c942-409e-ba28-d98945004c40,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:02.620783 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-87c852dc-338c-4858-b5be-b36bf56f93fa tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Made reservation on behalf of 8eac7ae86da742339229da8811d720ae for: {'port': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:34:02.624553 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-87c852dc-338c-4858-b5be-b36bf56f93fa tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:02.635699 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f1cd1-e7d9-453f-ba2c-2d8f8f9b8ba4 req-1d786ff6-cf0f-4587-8208-7dedbd2a22a8 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:02.637661 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-418f1cd1-e7d9-453f-ba2c-2d8f8f9b8ba4 req-1d786ff6-cf0f-4587-8208-7dedbd2a22a8 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafd9649-75a7-4067-b4b3-e92f6f486dd9 HTTP/1.1" status: 200 len: 943 time: 0.3240554 Jul 19 17:34:02.660777 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b417a52-b081-4adb-ae63-1e496aecb5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104670ad-9765-4ab2-9cb6-a639a67d412e,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:02.672798 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-2b417a52-b081-4adb-ae63-1e496aecb5f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c18c1924afcf4ac7acd25f53dad0d3f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4952300 Jul 19 17:34:02.683281 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 37286) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:02.732898 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48829ae7-4018-4bb6-8830-77cfa7c33b60 req-a6ee661e-b371-43c3-af03-56b483cf76bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:02.734931 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-48829ae7-4018-4bb6-8830-77cfa7c33b60 req-a6ee661e-b371-43c3-af03-56b483cf76bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=99ad2b77-434b-4ab6-b3cb-a3c9ac3e456f HTTP/1.1" status: 200 len: 848 time: 0.1390302 Jul 19 17:34:02.778245 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-418f1cd1-e7d9-453f-ba2c-2d8f8f9b8ba4 req-d0ecb022-0d15-4c1a-89e7-4007502e58fe tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd0a028e-08d5-4963-a6ad-48105cd10e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110680 Jul 19 17:34:02.810433 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-48829ae7-4018-4bb6-8830-77cfa7c33b60 req-61beeb02-e29a-4b96-bb85-2a0b233e913a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22d15500-b8b3-4d57-b598-9c6d49eefd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519636 Jul 19 17:34:02.871404 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-45453bab-8787-46d5-8239-74c1b04f2a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:02.889037 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-87c852dc-338c-4858-b5be-b36bf56f93fa tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Allocated IP 172.20.0.9 (8d0b84da-014c-43ff-bf6a-16a5d79fbf35/9f2c7817-7c7d-4ae1-b51f-d61950bf1fbd/bd32d1a8-87a7-4f68-9f0f-634a077017c5) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:34:02.899223 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 37298) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:02.968161 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-45453bab-8787-46d5-8239-74c1b04f2a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:03.066385 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-0483ddb7-b705-4dc6-93dd-57a2b932a018 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e11996e75c849b6b0ccb7a38be75b5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1641386 Jul 19 17:34:03.068972 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37304) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:03.077049 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-48829ae7-4018-4bb6-8830-77cfa7c33b60 req-85d0775e-d27c-448b-a5f8-07e389583466 service neutron] 10.222.0.59 "GET /v2.0/networks/22d15500-b8b3-4d57-b598-9c6d49eefd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494175 Jul 19 17:34:03.119586 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-45453bab-8787-46d5-8239-74c1b04f2a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:03.123301 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-45453bab-8787-46d5-8239-74c1b04f2a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:03.128679 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-45453bab-8787-46d5-8239-74c1b04f2a98 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/104670ad-9765-4ab2-9cb6-a639a67d412e HTTP/1.1" status: 204 len: 168 time: 0.4406083 Jul 19 17:34:03.142012 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 37306) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:03.144687 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45453bab-8787-46d5-8239-74c1b04f2a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104670ad-9765-4ab2-9cb6-a639a67d412e,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:03.163863 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-87c852dc-338c-4858-b5be-b36bf56f93fa tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:03.242319 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8cf649ca-7402-4bf6-a3a2-5ec6d64d9506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:03.283895 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8cf649ca-7402-4bf6-a3a2-5ec6d64d9506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:03.319975 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-87c852dc-338c-4858-b5be-b36bf56f93fa tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:03.337895 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:34:03.405019 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-87c852dc-338c-4858-b5be-b36bf56f93fa tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Network 8d0b84da-014c-43ff-bf6a-16a5d79fbf35 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:34:03.407226 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c852dc-338c-4858-b5be-b36bf56f93fa tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Pushing event updated for resources: {'Port': ['ID=bd32d1a8-87a7-4f68-9f0f-634a077017c5,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:03.419452 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-87c852dc-338c-4858-b5be-b36bf56f93fa tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:03.423662 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-87c852dc-338c-4858-b5be-b36bf56f93fa tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:34:03.487558 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-87c852dc-338c-4858-b5be-b36bf56f93fa tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:03.488722 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-87c852dc-338c-4858-b5be-b36bf56f93fa tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:03.506543 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8cf649ca-7402-4bf6-a3a2-5ec6d64d9506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:03.510421 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8cf649ca-7402-4bf6-a3a2-5ec6d64d9506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:03.512315 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-8cf649ca-7402-4bf6-a3a2-5ec6d64d9506 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87589f09-9929-4501-baa1-003ce9e2de92 HTTP/1.1" status: 204 len: 168 time: 0.4257128 Jul 19 17:34:03.524416 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf649ca-7402-4bf6-a3a2-5ec6d64d9506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87589f09-9929-4501-baa1-003ce9e2de92,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:03.535624 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-87c852dc-338c-4858-b5be-b36bf56f93fa tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3339400 Jul 19 17:34:03.554934 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] Request body: {'port': {'device_id': '55ec4884-7676-4b8b-bd46-0278a216edf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:03.607413 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5fca3d6a-8088-45dd-a6e1-3b6952b21966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:03.658819 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-48829ae7-4018-4bb6-8830-77cfa7c33b60 req-185b6d84-9152-451b-873a-04c9c1b6ecec service neutron] 10.222.0.59 "GET /v2.0/networks/22d15500-b8b3-4d57-b598-9c6d49eefd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5731399 Jul 19 17:34:03.692532 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6e53d-ab5c-412b-866b-d2538077cbd0 req-8014af88-e6f9-4615-88b9-ea8b5688bc94 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:03.694162 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-77c6e53d-ab5c-412b-866b-d2538077cbd0 req-8014af88-e6f9-4615-88b9-ea8b5688bc94 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.4617434 Jul 19 17:34:03.745035 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:03.751143 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-77c6e53d-ab5c-412b-866b-d2538077cbd0 req-3b06c7c5-803d-4160-b5cf-a785d830cf0a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490716 Jul 19 17:34:03.874074 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcad56-3b21-43ab-bb1b-0fcf06911a3c req-192d6767-6533-41a1-a7dc-c6b03b46caaf tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:03.880934 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2bbcad56-3b21-43ab-bb1b-0fcf06911a3c req-192d6767-6533-41a1-a7dc-c6b03b46caaf tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ec4884-7676-4b8b-bd46-0278a216edf4 HTTP/1.1" status: 200 len: 931 time: 0.1331480 Jul 19 17:34:03.884265 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 37332) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:03.943852 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2bbcad56-3b21-43ab-bb1b-0fcf06911a3c req-69aca93c-941e-46fa-a5ec-8d8ae2e7dad2 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616982 Jul 19 17:34:04.002326 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5fca3d6a-8088-45dd-a6e1-3b6952b21966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:04.032717 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5fca3d6a-8088-45dd-a6e1-3b6952b21966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:04.091931 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-5fca3d6a-8088-45dd-a6e1-3b6952b21966 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ad92fa6219d43d699e3fd2fa60e59d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9423554 Jul 19 17:34:04.092966 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 37344) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:04.095387 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca3d6a-8088-45dd-a6e1-3b6952b21966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0d1a03-b2ed-4895-a294-9c4d7e1d6274,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:04.169551 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd32d1a8-87a7-4f68-9f0f-634a077017c5 {{(pid=93384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:34:04.170156 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-09a180a1-b37a-480c-9579-514dbe077d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:04.179899 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71de083-fb06-4055-9beb-7b0e8bd6e112 req-a4199572-6fb1-4053-a62e-80efa7b86248 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:04.185336 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:04.187185 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c71de083-fb06-4055-9beb-7b0e8bd6e112 req-a4199572-6fb1-4053-a62e-80efa7b86248 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafd9649-75a7-4067-b4b3-e92f6f486dd9 HTTP/1.1" status: 200 len: 943 time: 0.2403171 Jul 19 17:34:04.206420 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] Transition to ACTIVE for port object bd32d1a8-87a7-4f68-9f0f-634a077017c5 will not be triggered until provisioned by entity L2. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:04.213393 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6211033'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:04.231426 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0b9a79c8-5bc2-49fa-849d-10b606525c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:04.292687 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c71de083-fb06-4055-9beb-7b0e8bd6e112 req-063e77cc-6a85-4356-9139-7f273ad0325b tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd0a028e-08d5-4963-a6ad-48105cd10e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044085 Jul 19 17:34:04.297656 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0b9a79c8-5bc2-49fa-849d-10b606525c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:04.412925 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] Pushing event updated for resources: {'Port': ['ID=bd32d1a8-87a7-4f68-9f0f-634a077017c5,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:04.420555 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0b9a79c8-5bc2-49fa-849d-10b606525c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:04.423891 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0b9a79c8-5bc2-49fa-849d-10b606525c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:04.425181 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-0b9a79c8-5bc2-49fa-849d-10b606525c24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c0d1a03-b2ed-4895-a294-9c4d7e1d6274 HTTP/1.1" status: 204 len: 168 time: 0.3310046 Jul 19 17:34:04.433355 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-09a180a1-b37a-480c-9579-514dbe077d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:04.439577 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] Attempting to bind port bd32d1a8-87a7-4f68-9f0f-634a077017c5 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:34:04.439872 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] Attempting to bind port bd32d1a8-87a7-4f68-9f0f-634a077017c5 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'da51a4f5-0dcb-40e9-b412-f6e7f601152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35'}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:34:04.440285 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] Attempting to bind port bd32d1a8-87a7-4f68-9f0f-634a077017c5 on network 8d0b84da-014c-43ff-bf6a-16a5d79fbf35 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:34:04.440397 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a79c8-5bc2-49fa-849d-10b606525c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0d1a03-b2ed-4895-a294-9c4d7e1d6274,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:04.443142 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-09a180a1-b37a-480c-9579-514dbe077d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:04.445798 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] Port bd32d1a8-87a7-4f68-9f0f-634a077017c5 on network 8d0b84da-014c-43ff-bf6a-16a5d79fbf35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:34:04.446117 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] Attempting to bind port bd32d1a8-87a7-4f68-9f0f-634a077017c5 on network 8d0b84da-014c-43ff-bf6a-16a5d79fbf35 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:34:04.452081 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] Checking agent: {'id': 'd8fb6e65-9e8c-4b17-9f8a-3918624e6b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'started_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:34:04.452319 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] Checking segment: {'id': 'da51a4f5-0dcb-40e9-b412-f6e7f601152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:34:04.452746 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] Bound using segment: {'id': 'da51a4f5-0dcb-40e9-b412-f6e7f601152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35'} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:34:04.453195 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] Bound port: bd32d1a8-87a7-4f68-9f0f-634a077017c5, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da51a4f5-0dcb-40e9-b412-f6e7f601152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35'}}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:34:04.453562 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:04.488650 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a180a1-b37a-480c-9579-514dbe077d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a3352f-7441-4e9f-b14a-d687f5663bd8,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:04.497302 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-09a180a1-b37a-480c-9579-514dbe077d62 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=865f9be08f534202acf7a3967b25b030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6079986 Jul 19 17:34:04.497572 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 37358) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:04.547532 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] For port bd32d1a8-87a7-4f68-9f0f-634a077017c5, host hv-cinder-80069, cleared binding levels {{(pid=93384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:34:04.551806 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] For port bd32d1a8-87a7-4f68-9f0f-634a077017c5, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bd32d1a8-87a7-4f68-9f0f-634a077017c5,segment=NetworkSegment(da51a4f5-0dcb-40e9-b412-f6e7f601152b),segment_id=da51a4f5-0dcb-40e9-b412-f6e7f601152b)] {{(pid=93384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:34:04.561124 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6211033'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:04.578136 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-fb519f78-b0ad-4d56-841f-cbff78622dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:04.604526 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:04.605458 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:04.606974 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] 10.222.0.59 "PUT /v2.0/ports/bd32d1a8-87a7-4f68-9f0f-634a077017c5 HTTP/1.1" status: 200 len: 1093 time: 1.0622520 Jul 19 17:34:04.607660 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ec4884-7676-4b8b-bd46-0278a216edf4', 'tag': 'bd32d1a8-87a7-4f68-9f0f-634a077017c5'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:34:04.610596 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1e9117-82ee-4676-8b37-c8030434967d" -d '{"events": [{"name": "network-changed", "server_uuid": "55ec4884-7676-4b8b-bd46-0278a216edf4", "tag": "bd32d1a8-87a7-4f68-9f0f-634a077017c5"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:34:04.644313 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-fb519f78-b0ad-4d56-841f-cbff78622dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:04.647153 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a20af-6bd5-4d53-858f-2d817509f922 service neutron] Pushing event updated for resources: {'Port': ['ID=bd32d1a8-87a7-4f68-9f0f-634a077017c5,revision_number=3']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:04.713262 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f047c6dc-bb64-44e8-95c2-2943ecaf5a81 x-openstack-request-id: req-f047c6dc-bb64-44e8-95c2-2943ecaf5a81 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:34:04.713553 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ec4884-7676-4b8b-bd46-0278a216edf4", "tag": "bd32d1a8-87a7-4f68-9f0f-634a077017c5", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:34:04.713767 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f047c6dc-bb64-44e8-95c2-2943ecaf5a81 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:34:04.714327 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ec4884-7676-4b8b-bd46-0278a216edf4', 'tag': 'bd32d1a8-87a7-4f68-9f0f-634a077017c5', 'status': 'completed', 'code': 200} Jul 19 17:34:04.746142 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-f18cfaa2-6fef-4467-9a52-44c5b88b866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:04.747222 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-f18cfaa2-6fef-4467-9a52-44c5b88b866a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8eac7ae86da742339229da8811d720ae&device_id=55ec4884-7676-4b8b-bd46-0278a216edf4 HTTP/1.1" status: 200 len: 1096 time: 0.0688801 Jul 19 17:34:04.748480 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-fb519f78-b0ad-4d56-841f-cbff78622dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:04.752110 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-fb519f78-b0ad-4d56-841f-cbff78622dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:04.753322 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-fb519f78-b0ad-4d56-841f-cbff78622dca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99a3352f-7441-4e9f-b14a-d687f5663bd8 HTTP/1.1" status: 204 len: 168 time: 0.2547963 Jul 19 17:34:04.767821 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb519f78-b0ad-4d56-841f-cbff78622dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a3352f-7441-4e9f-b14a-d687f5663bd8,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:04.816868 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-7600bcb4-bb4d-430e-ab26-d0d71a97ba8d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd32d1a8-87a7-4f68-9f0f-634a077017c5 HTTP/1.1" status: 200 len: 217 time: 0.0607543 Jul 19 17:34:04.896488 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-105712c4-e691-4d4d-9c83-aa280ab64348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:04.898799 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-105712c4-e691-4d4d-9c83-aa280ab64348 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9f2c7817-7c7d-4ae1-b51f-d61950bf1fbd HTTP/1.1" status: 200 len: 854 time: 0.0746205 Jul 19 17:34:04.936633 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcad71-1178-47e2-9c1f-acfc2ad5634f req-d9b41441-26d6-4d98-b711-ccd68b6e13a5 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:04.938752 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-41fcad71-1178-47e2-9c1f-acfc2ad5634f req-d9b41441-26d6-4d98-b711-ccd68b6e13a5 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.0842302 Jul 19 17:34:04.944661 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-7b1dd050-17dc-460d-9101-394da2cb0470 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d0b84da-014c-43ff-bf6a-16a5d79fbf35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369773 Jul 19 17:34:05.015845 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-41fcad71-1178-47e2-9c1f-acfc2ad5634f req-6dcd5837-f89c-4655-b293-50d2a10ff36b tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696938 Jul 19 17:34:05.101850 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-71407711-b7b8-4397-a225-4427a24be07a service neutron] 10.222.0.59 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410093 Jul 19 17:34:05.148856 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53029b-3a8d-4ee7-b3d2-01cafdc223fe req-6c3a7bb5-f61f-4039-b9bc-4cc6e2da5323 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:05.169081 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd53029b-3a8d-4ee7-b3d2-01cafdc223fe req-6c3a7bb5-f61f-4039-b9bc-4cc6e2da5323 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ec4884-7676-4b8b-bd46-0278a216edf4 HTTP/1.1" status: 200 len: 943 time: 0.1123769 Jul 19 17:34:05.227337 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd53029b-3a8d-4ee7-b3d2-01cafdc223fe req-a06a722f-9911-4cba-ae84-868b4e317553 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567813 Jul 19 17:34:05.267044 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-38afa2a6-130c-4202-9f45-2852ae6a5be3 req-93c053d4-b2c0-4d88-a1ab-18e850478623 service neutron] 10.222.0.59 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569993 Jul 19 17:34:05.424937 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 37aeb453-7a9c-46b0-8f3f-9abdddda2afd details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:34:05.441409 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e9117-82ee-4676-8b37-c8030434967d req-6851afcb-146a-4a45-bf69-c0792f116479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:05.445089 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-8d1e9117-82ee-4676-8b37-c8030434967d req-6851afcb-146a-4a45-bf69-c0792f116479 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8eac7ae86da742339229da8811d720ae&device_id=55ec4884-7676-4b8b-bd46-0278a216edf4 HTTP/1.1" status: 200 len: 1096 time: 0.1204276 Jul 19 17:34:05.515114 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a775e6-e9c4-4621-9ec3-522c78b4fe7b req-df8edd1b-c0fb-4958-9322-d30564e91455 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:05.528382 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f7a775e6-e9c4-4621-9ec3-522c78b4fe7b req-df8edd1b-c0fb-4958-9322-d30564e91455 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafd9649-75a7-4067-b4b3-e92f6f486dd9 HTTP/1.1" status: 200 len: 943 time: 0.1378288 Jul 19 17:34:05.601294 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e9117-82ee-4676-8b37-c8030434967d req-2f9b2324-4593-49b3-ace8-ae888a512858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:05.603112 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-8d1e9117-82ee-4676-8b37-c8030434967d req-2f9b2324-4593-49b3-ace8-ae888a512858 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d0b84da-014c-43ff-bf6a-16a5d79fbf35 HTTP/1.1" status: 200 len: 915 time: 0.1496558 Jul 19 17:34:05.603761 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37396) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:05.603934 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f7a775e6-e9c4-4621-9ec3-522c78b4fe7b req-f3c67fd8-40e3-4eb6-9d31-f9005c87b469 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd0a028e-08d5-4963-a6ad-48105cd10e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734377 Jul 19 17:34:05.629176 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-284a790c-b6a3-479b-9e38-04875a4020b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:05.702348 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-8d1e9117-82ee-4676-8b37-c8030434967d req-98c8951e-994b-45ec-9a92-fa235bc192fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd32d1a8-87a7-4f68-9f0f-634a077017c5 HTTP/1.1" status: 200 len: 217 time: 0.0875087 Jul 19 17:34:05.712901 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 37aeb453-7a9c-46b0-8f3f-9abdddda2afd, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=37aeb453-7a9c-46b0-8f3f-9abdddda2afd,segment=NetworkSegment(4a116e4c-739d-4fb1-a547-fde24a0e1c19),segment_id=4a116e4c-739d-4fb1-a547-fde24a0e1c19)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:05.734988 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': '37aeb453-7a9c-46b0-8f3f-9abdddda2afd', 'network_id': '22d15500-b8b3-4d57-b598-9c6d49eefd7f', 'port_id': '37aeb453-7a9c-46b0-8f3f-9abdddda2afd', 'mac_address': 'fa:16:3e:a9:6a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99ad2b77-434b-4ab6-b3cb-a3c9ac3e456f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:34:05.747532 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 37400) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:05.800915 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:05.820114 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e9117-82ee-4676-8b37-c8030434967d req-e09e2f4c-cbfb-49cb-a8fb-8b72b80d11fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:05.823632 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-8d1e9117-82ee-4676-8b37-c8030434967d req-e09e2f4c-cbfb-49cb-a8fb-8b72b80d11fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9f2c7817-7c7d-4ae1-b51f-d61950bf1fbd HTTP/1.1" status: 200 len: 854 time: 0.1109643 Jul 19 17:34:05.826367 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37aeb453-7a9c-46b0-8f3f-9abdddda2afd {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:34:05.858059 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 37aeb453-7a9c-46b0-8f3f-9abdddda2afd, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=37aeb453-7a9c-46b0-8f3f-9abdddda2afd,segment=NetworkSegment(4a116e4c-739d-4fb1-a547-fde24a0e1c19),segment_id=4a116e4c-739d-4fb1-a547-fde24a0e1c19)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:05.865239 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:05.872009 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-8d1e9117-82ee-4676-8b37-c8030434967d req-0babb8fb-d44e-4896-9cfa-f1e59e2380f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d0b84da-014c-43ff-bf6a-16a5d79fbf35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347731 Jul 19 17:34:05.934126 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=37aeb453-7a9c-46b0-8f3f-9abdddda2afd,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:05.942967 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:05.943321 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:05.943675 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:05.944035 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:05.944404 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:05.944743 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:05.945216 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:05.945577 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:05.945935 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:05.946264 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:05.946767 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:05.947248 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:06.000453 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-284a790c-b6a3-479b-9e38-04875a4020b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:06.008469 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-284a790c-b6a3-479b-9e38-04875a4020b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:06.023254 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-8d1e9117-82ee-4676-8b37-c8030434967d req-6fb8f285-bdab-4109-b9c0-79e8e8e520f3 service neutron] 10.222.0.59 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412590 Jul 19 17:34:06.066585 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-f19aade4-81ea-4f64-9e4d-8e8a15821519 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-417807470-network', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:06.108222 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19aade4-81ea-4f64-9e4d-8e8a15821519 admin admin] Made reservation on behalf of cde3c008c05a44f09be88be78c4bb614 for: {'network': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:34:06.111660 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f19aade4-81ea-4f64-9e4d-8e8a15821519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for network, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:06.119300 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-284a790c-b6a3-479b-9e38-04875a4020b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a624383d2a604ada802bd26ff62c1920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5137639 Jul 19 17:34:06.124879 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37418) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:06.125988 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a790c-b6a3-479b-9e38-04875a4020b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60b8669-f907-45df-9c8f-b6c04779406b,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:06.152688 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f19aade4-81ea-4f64-9e4d-8e8a15821519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:06.197577 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['37aeb453-7a9c-46b0-8f3f-9abdddda2afd'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:34:06.342244 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4bcb22a6-2e49-4f8a-83ca-f9e2f29954d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:06.386660 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f19aade4-81ea-4f64-9e4d-8e8a15821519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:06.416690 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f19aade4-81ea-4f64-9e4d-8e8a15821519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:06.427373 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-8d1e9117-82ee-4676-8b37-c8030434967d req-b8220dff-51e1-4ace-8512-e1d0e4fba4a0 service neutron] 10.222.0.59 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939114 Jul 19 17:34:06.431323 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4bcb22a6-2e49-4f8a-83ca-f9e2f29954d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:06.435383 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19aade4-81ea-4f64-9e4d-8e8a15821519 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:34:06.445802 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f19aade4-81ea-4f64-9e4d-8e8a15821519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:06.445953 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.db.segments_db [None req-f19aade4-81ea-4f64-9e4d-8e8a15821519 admin admin] Added segment dca354da-992b-4aa3-97b5-c6ca75bf80ed of type vlan for network c48ef7ec-7444-4cee-8dfa-ba707e530247 Jul 19 17:34:06.500528 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f19aade4-81ea-4f64-9e4d-8e8a15821519 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742494121966'] for network, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:06.557750 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4bcb22a6-2e49-4f8a-83ca-f9e2f29954d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:06.562481 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4bcb22a6-2e49-4f8a-83ca-f9e2f29954d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:06.563884 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-4bcb22a6-2e49-4f8a-83ca-f9e2f29954d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f60b8669-f907-45df-9c8f-b6c04779406b HTTP/1.1" status: 204 len: 168 time: 0.4311285 Jul 19 17:34:06.573450 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb22a6-2e49-4f8a-83ca-f9e2f29954d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60b8669-f907-45df-9c8f-b6c04779406b,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:06.596377 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f19aade4-81ea-4f64-9e4d-8e8a15821519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for network, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:06.597375 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19aade4-81ea-4f64-9e4d-8e8a15821519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:06.597968 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f19aade4-81ea-4f64-9e4d-8e8a15821519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:06.611834 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c43dc-15d0-418a-a654-ad78c34c681c req-6edd58be-2979-4363-9315-1c808664d3f9 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:06.613504 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f55c43dc-15d0-418a-a654-ad78c34c681c req-6edd58be-2979-4363-9315-1c808664d3f9 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.4528811 Jul 19 17:34:06.614174 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19aade4-81ea-4f64-9e4d-8e8a15821519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80531ff8-fe1b-4952-9820-cab173b06a6e,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:06.676038 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-f19aade4-81ea-4f64-9e4d-8e8a15821519 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9269824 Jul 19 17:34:06.679389 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37444) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:06.684806 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-41a3de37-0b15-40fe-b60d-3e426b443ade admin admin] Request body: {'subnet': {'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-417807470-subnet', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:06.710926 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a3de37-0b15-40fe-b60d-3e426b443ade admin admin] Made reservation on behalf of cde3c008c05a44f09be88be78c4bb614 for: {'subnet': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:34:06.714464 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-41a3de37-0b15-40fe-b60d-3e426b443ade admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5076160'] for subnet, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:06.742596 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19aade4-81ea-4f64-9e4d-8e8a15821519 admin admin] Pushing event updated for resources: {'Network': ['ID=c48ef7ec-7444-4cee-8dfa-ba707e530247,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:06.758062 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Network c48ef7ec-7444-4cee-8dfa-ba707e530247 details requested by agent ovs-agent-dv-cinder-800695-4-iscsi with host dv-cinder-800695-4-iscsi {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:34:06.772452 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f55c43dc-15d0-418a-a654-ad78c34c681c req-36ee7a88-aae2-45a0-bf5a-7482f6f510d9 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484640 Jul 19 17:34:06.795593 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece5d78-0e3c-449d-8ddc-c0fa926f47cb req-8a4bd8d7-72b4-4279-ade7-be0cbe7614a6 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:06.818625 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-eece5d78-0e3c-449d-8ddc-c0fa926f47cb req-8a4bd8d7-72b4-4279-ade7-be0cbe7614a6 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ec4884-7676-4b8b-bd46-0278a216edf4 HTTP/1.1" status: 200 len: 943 time: 0.4294689 Jul 19 17:34:06.936553 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-eece5d78-0e3c-449d-8ddc-c0fa926f47cb req-1542da77-9ab3-4e85-8323-1514b663ef3a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165986 Jul 19 17:34:07.085228 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-41a3de37-0b15-40fe-b60d-3e426b443ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6210900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5076150'] for subnet, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:07.194772 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017655c-29d8-42ba-8a8a-8a0e9b186986 req-d05c4a66-963e-4b9d-b4ac-07b7c16b40f0 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:07.198396 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5017655c-29d8-42ba-8a8a-8a0e9b186986 req-d05c4a66-963e-4b9d-b4ac-07b7c16b40f0 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafd9649-75a7-4067-b4b3-e92f6f486dd9 HTTP/1.1" status: 200 len: 944 time: 0.1753192 Jul 19 17:34:07.227059 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a3de37-0b15-40fe-b60d-3e426b443ade admin admin] Checking segment: {'id': 'dca354da-992b-4aa3-97b5-c6ca75bf80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:34:07.227556 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a3de37-0b15-40fe-b60d-3e426b443ade admin admin] Network hostable DHCP agents. Network: c48ef7ec-7444-4cee-8dfa-ba707e530247, hostable agents: ['478a2c00-6d69-428b-b8a1-4625481a8144'], hosted agents: [] {{(pid=93384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:34:07.237639 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3de37-0b15-40fe-b60d-3e426b443ade admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a8cde66-88d0-4637-913a-84e51941d044,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:07.261548 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a3de37-0b15-40fe-b60d-3e426b443ade admin admin] Network c48ef7ec-7444-4cee-8dfa-ba707e530247 is scheduled to be hosted by DHCP agent 478a2c00-6d69-428b-b8a1-4625481a8144 with binding_index 1 {{(pid=93384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:34:07.271655 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5017655c-29d8-42ba-8a8a-8a0e9b186986 req-6b9113c3-008d-47aa-8c7f-3d1e97eac771 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd0a028e-08d5-4963-a6ad-48105cd10e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671437 Jul 19 17:34:07.283264 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-41a3de37-0b15-40fe-b60d-3e426b443ade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-4-iscsi, c48ef7ec-7444-4cee-8dfa-ba707e530247) {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:07.296797 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a3de37-0b15-40fe-b60d-3e426b443ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:07.296797 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-41a3de37-0b15-40fe-b60d-3e426b443ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:07.297007 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7c987a-c715-4c87-b43a-3769410628d6 None None] Network c48ef7ec-7444-4cee-8dfa-ba707e530247 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:34:07.322158 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 37460) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:07.323103 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-41a3de37-0b15-40fe-b60d-3e426b443ade admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6420293 Jul 19 17:34:07.328524 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-b54a12e7-53f2-48b6-9b69-ce20888f8863 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-417807470-router', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:07.365207 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b54a12e7-53f2-48b6-9b69-ce20888f8863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58360'] for router, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:07.366338 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b54a12e7-53f2-48b6-9b69-ce20888f8863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-570327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58359'] for router, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:07.440000 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 37aeb453-7a9c-46b0-8f3f-9abdddda2afd up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:07.440288 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b54a12e7-53f2-48b6-9b69-ce20888f8863 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:07.567508 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning for port 37aeb453-7a9c-46b0-8f3f-9abdddda2afd completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:07.571927 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port 37aeb453-7a9c-46b0-8f3f-9abdddda2afd triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:07.572597 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:07.595457 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37472) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:07.600313 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9aa9a872-d264-56b7-9ea2-70fb10be1434-c48ef7ec-7444-4cee-8dfa-ba707e530247', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'fixed_ips': [{'subnet_id': '4a8cde66-88d0-4637-913a-84e51941d044'}]}} from dv-cinder-800695-4-iscsi. {{(pid=93385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:34:07.601406 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:07.639884 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b54a12e7-53f2-48b6-9b69-ce20888f8863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58309'] for router, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:07.786270 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:07.789099 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0d4fba9f-7a32-4a05-acbd-2fade8445592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:07.840079 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 37aeb453-7a9c-46b0-8f3f-9abdddda2afd, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=37aeb453-7a9c-46b0-8f3f-9abdddda2afd,segment=NetworkSegment(4a116e4c-739d-4fb1-a547-fde24a0e1c19),segment_id=4a116e4c-739d-4fb1-a547-fde24a0e1c19)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:07.848058 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafd9649-75a7-4067-b4b3-e92f6f486dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37aeb453-7a9c-46b0-8f3f-9abdddda2afd'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:34:07.853605 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93987f2f-07a0-4908-927f-0724b2dc1b7b" -d '{"events": [{"server_uuid": "fafd9649-75a7-4067-b4b3-e92f6f486dd9", "name": "network-vif-plugged", "status": "completed", "tag": "37aeb453-7a9c-46b0-8f3f-9abdddda2afd"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:34:07.870922 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:07.876799 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.db_base_plugin_common [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] Allocated IP 172.20.0.2 (c48ef7ec-7444-4cee-8dfa-ba707e530247/4a8cde66-88d0-4637-913a-84e51941d044/aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc) {{(pid=93385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:34:07.986146 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=37aeb453-7a9c-46b0-8f3f-9abdddda2afd,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:08.032181 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0d4fba9f-7a32-4a05-acbd-2fade8445592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:08.037720 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0d4fba9f-7a32-4a05-acbd-2fade8445592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:08.061203 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37496) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:08.069124 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372fe618-6615-48bf-94ea-b2f350afbfe1 x-openstack-request-id: req-372fe618-6615-48bf-94ea-b2f350afbfe1 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:34:08.069443 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafd9649-75a7-4067-b4b3-e92f6f486dd9", "name": "network-vif-plugged", "status": "completed", "tag": "37aeb453-7a9c-46b0-8f3f-9abdddda2afd", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:34:08.069703 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-372fe618-6615-48bf-94ea-b2f350afbfe1 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:34:08.070170 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafd9649-75a7-4067-b4b3-e92f6f486dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37aeb453-7a9c-46b0-8f3f-9abdddda2afd', 'code': 200} Jul 19 17:34:08.147255 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-0d4fba9f-7a32-4a05-acbd-2fade8445592 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0c3b497369048ca99a1d528000999b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5491831 Jul 19 17:34:08.151112 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37500) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:08.172287 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fba9f-7a32-4a05-acbd-2fade8445592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a591f347-1db4-4679-bd75-b5c07aa95cf3,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:08.241471 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] Notify callbacks [] for port, precommit_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:08.251961 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] Transition to ACTIVE for port object aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:08.269415 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] Transition to ACTIVE for port object aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc will not be triggered until provisioned by entity DHCP. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:08.276791 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:08.287839 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-4bc1bd25-bdb6-405d-9341-d438420d0a67 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-103152764-network', 'tenant_id': 'aa2d4d9d8bb041bbba8df21bebf38a7b'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:08.298819 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ba0e1f7a-eed1-4f8c-a6ca-1dc2d6764343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:08.314662 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b54a12e7-53f2-48b6-9b69-ce20888f8863 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:08.317994 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] Network c48ef7ec-7444-4cee-8dfa-ba707e530247 is already hosted by enough agents. {{(pid=93385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:34:08.321169 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.scheduler.base_scheduler [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] Resources bound (agent type, host, resource id): {{(pid=93385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:08.323909 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] Received port after_create {{(pid=93385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:34:08.332862 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b54a12e7-53f2-48b6-9b69-ce20888f8863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:08.360274 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] Pushing event updated for resources: {'Port': ['ID=aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc,revision_number=1']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:08.363139 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776337e-224f-4334-bc87-e8668a1f5aec req-8f4943e9-d904-42fa-aa8b-998000cffaf2 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:08.365226 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d776337e-224f-4334-bc87-e8668a1f5aec req-8f4943e9-d904-42fa-aa8b-998000cffaf2 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.3622220 Jul 19 17:34:08.366613 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc1bd25-bdb6-405d-9341-d438420d0a67 admin admin] Made reservation on behalf of aa2d4d9d8bb041bbba8df21bebf38a7b for: {'network': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:34:08.369549 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4bc1bd25-bdb6-405d-9341-d438420d0a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for network, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:08.375946 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ba0e1f7a-eed1-4f8c-a6ca-1dc2d6764343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:08.399471 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4bc1bd25-bdb6-405d-9341-d438420d0a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:08.420183 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772a8fd-619a-47e2-8f39-15f69e9bc2d7 req-04b59426-45d5-4dc7-b0b0-344e05ec3b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:08.422429 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-5772a8fd-619a-47e2-8f39-15f69e9bc2d7 req-04b59426-45d5-4dc7-b0b0-344e05ec3b88 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fafd9649-75a7-4067-b4b3-e92f6f486dd9 HTTP/1.1" status: 200 len: 1098 time: 0.1781378 Jul 19 17:34:08.471099 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] Attempting to bind port aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:34:08.471751 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] Attempting to bind port aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': 'dca354da-992b-4aa3-97b5-c6ca75bf80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:34:08.472843 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] Attempting to bind port aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc on network c48ef7ec-7444-4cee-8dfa-ba707e530247 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:34:08.481489 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:34:08.482579 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] Checking segment: {'id': 'dca354da-992b-4aa3-97b5-c6ca75bf80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:34:08.483580 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:08.484229 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] Bound using segment: {'id': 'dca354da-992b-4aa3-97b5-c6ca75bf80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:34:08.485114 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] Bound port: aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca354da-992b-4aa3-97b5-c6ca75bf80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:34:08.485666 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:08.512385 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-5772a8fd-619a-47e2-8f39-15f69e9bc2d7 req-0b850506-eaed-4d9d-8053-6ef23ec0500b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cd0a028e-08d5-4963-a6ad-48105cd10e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807056 Jul 19 17:34:08.516112 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ba0e1f7a-eed1-4f8c-a6ca-1dc2d6764343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:08.518661 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ba0e1f7a-eed1-4f8c-a6ca-1dc2d6764343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:08.519808 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-ba0e1f7a-eed1-4f8c-a6ca-1dc2d6764343 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a591f347-1db4-4679-bd75-b5c07aa95cf3 HTTP/1.1" status: 204 len: 168 time: 0.3666642 Jul 19 17:34:08.536196 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e1f7a-eed1-4f8c-a6ca-1dc2d6764343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a591f347-1db4-4679-bd75-b5c07aa95cf3,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:08.555909 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6eb0e0-74b9-49d8-a798-5622c3a3f032 req-efd49d6f-efd0-4dfc-8508-abfe39b84dad tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:08.566339 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6a6eb0e0-74b9-49d8-a798-5622c3a3f032 req-efd49d6f-efd0-4dfc-8508-abfe39b84dad tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ec4884-7676-4b8b-bd46-0278a216edf4 HTTP/1.1" status: 200 len: 943 time: 0.4036143 Jul 19 17:34:08.579961 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d776337e-224f-4334-bc87-e8668a1f5aec req-348c29b2-fd78-478e-b05e-212b0a56cf92 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069309 Jul 19 17:34:08.605167 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4bc1bd25-bdb6-405d-9341-d438420d0a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:08.612387 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4bc1bd25-bdb6-405d-9341-d438420d0a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:08.645640 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] For port aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:34:08.653962 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-b54a12e7-53f2-48b6-9b69-ce20888f8863 admin admin] Allocated IP 172.27.0.51 (3fed661f-002c-47fa-82e8-e8fe637e9a0e/a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30/8519777c-b494-4823-af53-473f034226c8) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:34:08.654791 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] For port aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:34:08.663918 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:08.703005 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1bd25-bdb6-405d-9341-d438420d0a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fece98d3-67d7-47b1-afd7-3c01187fc98e,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:08.724485 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc1bd25-bdb6-405d-9341-d438420d0a67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:34:08.736469 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4bc1bd25-bdb6-405d-9341-d438420d0a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:08.736816 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.segments_db [None req-4bc1bd25-bdb6-405d-9341-d438420d0a67 admin admin] Added segment 78c061ed-823d-4785-8a5b-2aaa994bac29 of type vlan for network 95348994-bbf0-4fbd-9eda-19b3d90cbf24 Jul 19 17:34:08.748765 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6a6eb0e0-74b9-49d8-a798-5622c3a3f032 req-d57ff794-4f7f-4d03-8750-7ce3022d7401 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791675 Jul 19 17:34:08.785235 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4bc1bd25-bdb6-405d-9341-d438420d0a67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742494121966'] for network, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:08.817426 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb5edf-c05e-45ae-be4b-feebf04e6709 None None] Pushing event updated for resources: {'Port': ['ID=aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:08.840257 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4bc1bd25-bdb6-405d-9341-d438420d0a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for network, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:08.841366 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc1bd25-bdb6-405d-9341-d438420d0a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:08.842070 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4bc1bd25-bdb6-405d-9341-d438420d0a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:08.891346 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-4bc1bd25-bdb6-405d-9341-d438420d0a67 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8278573 Jul 19 17:34:08.909451 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 37518) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:08.916908 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-5ea03089-6b0f-4c6d-a72e-6bada59be983 admin admin] Request body: {'subnet': {'network_id': '95348994-bbf0-4fbd-9eda-19b3d90cbf24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-103152764-subnet', 'tenant_id': 'aa2d4d9d8bb041bbba8df21bebf38a7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:08.924470 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1bd25-bdb6-405d-9341-d438420d0a67 admin admin] Pushing event updated for resources: {'Network': ['ID=95348994-bbf0-4fbd-9eda-19b3d90cbf24,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:08.938484 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Network 95348994-bbf0-4fbd-9eda-19b3d90cbf24 details requested by agent ovs-agent-dv-cinder-800695-4-iscsi with host dv-cinder-800695-4-iscsi {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:34:08.986697 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b54a12e7-53f2-48b6-9b69-ce20888f8863 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:09.008314 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea03089-6b0f-4c6d-a72e-6bada59be983 admin admin] Made reservation on behalf of aa2d4d9d8bb041bbba8df21bebf38a7b for: {'subnet': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:34:09.010684 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5ea03089-6b0f-4c6d-a72e-6bada59be983 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:09.111576 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3395508-07d6-4ef4-b234-6c8c4d848283 req-63e7caf6-90f1-440a-bfa0-f4d096afa479 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:09.113168 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c3395508-07d6-4ef4-b234-6c8c4d848283 req-63e7caf6-90f1-440a-bfa0-f4d096afa479 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafd9649-75a7-4067-b4b3-e92f6f486dd9 HTTP/1.1" status: 200 len: 945 time: 0.2713857 Jul 19 17:34:09.206336 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b54a12e7-53f2-48b6-9b69-ce20888f8863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:09.210799 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c3395508-07d6-4ef4-b234-6c8c4d848283 req-1416f6af-68f6-49ce-b96e-ab9f5e364d5d tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd0a028e-08d5-4963-a6ad-48105cd10e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876973 Jul 19 17:34:09.288915 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54a12e7-53f2-48b6-9b69-ce20888f8863 admin admin] Network 3fed661f-002c-47fa-82e8-e8fe637e9a0e is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:34:09.300390 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-b54a12e7-53f2-48b6-9b69-ce20888f8863 admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:09.304291 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a12e7-53f2-48b6-9b69-ce20888f8863 admin admin] Pushing event updated for resources: {'Port': ['ID=8519777c-b494-4823-af53-473f034226c8,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:09.308262 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a12e7-53f2-48b6-9b69-ce20888f8863 admin admin] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:34:09.341203 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37530) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:09.441334 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device bd32d1a8-87a7-4f68-9f0f-634a077017c5 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:34:09.447612 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5ea03089-6b0f-4c6d-a72e-6bada59be983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for subnet, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:09.577036 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8e4c0ff2-3dbb-46b9-910e-f06f7288288c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:09.630720 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea03089-6b0f-4c6d-a72e-6bada59be983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e60f5e92-0f68-4e4b-8a67-7cc04c18f1c9,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:09.641416 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b54a12e7-53f2-48b6-9b69-ce20888f8863 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:09.779815 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea03089-6b0f-4c6d-a72e-6bada59be983 admin admin] Checking segment: {'id': '78c061ed-823d-4785-8a5b-2aaa994bac29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '95348994-bbf0-4fbd-9eda-19b3d90cbf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:34:09.781447 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea03089-6b0f-4c6d-a72e-6bada59be983 admin admin] Network hostable DHCP agents. Network: 95348994-bbf0-4fbd-9eda-19b3d90cbf24, hostable agents: ['478a2c00-6d69-428b-b8a1-4625481a8144'], hosted agents: [] {{(pid=93383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:34:09.895164 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8e4c0ff2-3dbb-46b9-910e-f06f7288288c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:09.901182 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port bd32d1a8-87a7-4f68-9f0f-634a077017c5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bd32d1a8-87a7-4f68-9f0f-634a077017c5,segment=NetworkSegment(da51a4f5-0dcb-40e9-b412-f6e7f601152b),segment_id=da51a4f5-0dcb-40e9-b412-f6e7f601152b)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:09.911023 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8e4c0ff2-3dbb-46b9-910e-f06f7288288c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:09.926022 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:10.000067 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37550) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:10.004291 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c0ff2-3dbb-46b9-910e-f06f7288288c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9a50be-0415-4475-a413-08017aa0b9f9,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:10.004757 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': 'bd32d1a8-87a7-4f68-9f0f-634a077017c5', 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35', 'port_id': 'bd32d1a8-87a7-4f68-9f0f-634a077017c5', 'mac_address': 'fa:16:3e:f7:11:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2c7817-7c7d-4ae1-b51f-d61950bf1fbd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:34:10.055583 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-8e4c0ff2-3dbb-46b9-910e-f06f7288288c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e8dfb7e3da84613af623943658c3d70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7131145 Jul 19 17:34:10.059058 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37554) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:10.095256 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:10.113120 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd32d1a8-87a7-4f68-9f0f-634a077017c5 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:34:10.120729 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:10.126076 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea03089-6b0f-4c6d-a72e-6bada59be983 admin admin] Network 95348994-bbf0-4fbd-9eda-19b3d90cbf24 is scheduled to be hosted by DHCP agent 478a2c00-6d69-428b-b8a1-4625481a8144 with binding_index 1 {{(pid=93383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:34:10.145194 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port bd32d1a8-87a7-4f68-9f0f-634a077017c5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bd32d1a8-87a7-4f68-9f0f-634a077017c5,segment=NetworkSegment(da51a4f5-0dcb-40e9-b412-f6e7f601152b),segment_id=da51a4f5-0dcb-40e9-b412-f6e7f601152b)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:10.152364 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:10.185317 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7ad07150-cfe9-4ae3-934c-59d352af309c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:10.201883 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-5ea03089-6b0f-4c6d-a72e-6bada59be983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-4-iscsi, 95348994-bbf0-4fbd-9eda-19b3d90cbf24) {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:10.212865 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea03089-6b0f-4c6d-a72e-6bada59be983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:10.213495 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5ea03089-6b0f-4c6d-a72e-6bada59be983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:10.225453 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df353a3-becf-4710-9bcc-878dabb068c7 None None] Network 95348994-bbf0-4fbd-9eda-19b3d90cbf24 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:34:10.240777 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7ad07150-cfe9-4ae3-934c-59d352af309c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:10.248191 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=bd32d1a8-87a7-4f68-9f0f-634a077017c5,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:10.267514 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5b8c39-6d60-4655-92d3-033648ac882f None None] Network c48ef7ec-7444-4cee-8dfa-ba707e530247 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:34:10.305734 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-24614b03-9d94-4b89-81a4-7037658b6115 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1431833551-network', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:10.315876 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-5ea03089-6b0f-4c6d-a72e-6bada59be983 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3978901 Jul 19 17:34:10.325831 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7ad07150-cfe9-4ae3-934c-59d352af309c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:10.332532 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7ad07150-cfe9-4ae3-934c-59d352af309c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:10.334308 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-7ad07150-cfe9-4ae3-934c-59d352af309c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c9a50be-0415-4475-a413-08017aa0b9f9 HTTP/1.1" status: 204 len: 168 time: 0.2736089 Jul 19 17:34:10.358033 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff5100-21e4-4a1c-8ecc-ebf8d5c6706a req-022d0f87-5079-49d0-a093-cf44a1fc02d4 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:10.360258 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-68ff5100-21e4-4a1c-8ecc-ebf8d5c6706a req-022d0f87-5079-49d0-a093-cf44a1fc02d4 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.5666602 Jul 19 17:34:10.360686 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad07150-cfe9-4ae3-934c-59d352af309c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9a50be-0415-4475-a413-08017aa0b9f9,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:10.366935 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-11292d3d-c4c5-44b5-8be1-24c9feda4986 None None] Provisioning for port aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:10.370618 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4d614-cdfb-46f0-ac6e-7d3e0f4a883b req-ebac1123-5b4d-498d-bd2a-4081ab2758ce tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:10.376150 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-08b4d614-cdfb-46f0-ac6e-7d3e0f4a883b req-ebac1123-5b4d-498d-bd2a-4081ab2758ce tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ec4884-7676-4b8b-bd46-0278a216edf4 HTTP/1.1" status: 200 len: 944 time: 0.2656584 Jul 19 17:34:10.383771 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24614b03-9d94-4b89-81a4-7037658b6115 admin admin] Made reservation on behalf of dfd503906aed4295978675b21e32cdc4 for: {'network': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:34:10.386166 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-24614b03-9d94-4b89-81a4-7037658b6115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for network, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:10.396020 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-24614b03-9d94-4b89-81a4-7037658b6115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:10.418791 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b54a12e7-53f2-48b6-9b69-ce20888f8863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567340'] for router, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:10.469467 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-11292d3d-c4c5-44b5-8be1-24c9feda4986 None None] Provisioning complete for port aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:10.469853 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-11292d3d-c4c5-44b5-8be1-24c9feda4986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:10.553883 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-24614b03-9d94-4b89-81a4-7037658b6115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:10.559125 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-08b4d614-cdfb-46f0-ac6e-7d3e0f4a883b req-563e2f48-9f0d-448f-ad0c-cc794259079f tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415193 Jul 19 17:34:10.565698 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-24614b03-9d94-4b89-81a4-7037658b6115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:10.605142 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-68ff5100-21e4-4a1c-8ecc-ebf8d5c6706a req-05307521-cd71-474e-a440-aa9975693aa2 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222512 Jul 19 17:34:10.620771 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24614b03-9d94-4b89-81a4-7037658b6115 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:34:10.634402 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['bd32d1a8-87a7-4f68-9f0f-634a077017c5'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:34:10.648653 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24614b03-9d94-4b89-81a4-7037658b6115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb17c46-4ae6-4a84-a24a-b408c1000543,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:10.666623 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-24614b03-9d94-4b89-81a4-7037658b6115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:10.666960 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.segments_db [None req-24614b03-9d94-4b89-81a4-7037658b6115 admin admin] Added segment 97a50867-9a20-499b-a36d-64a4d1efc173 of type vlan for network 11783e7e-ef5c-4c4f-968e-48de876cfb17 Jul 19 17:34:10.749047 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-24614b03-9d94-4b89-81a4-7037658b6115 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742494121966'] for network, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:10.763785 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54a12e7-53f2-48b6-9b69-ce20888f8863 admin admin] Router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 is scheduled to L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 with binding_index 1 {{(pid=93383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:34:10.788627 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a004717b-fb87-4e69-9c63-005e20da482f None None] Network 95348994-bbf0-4fbd-9eda-19b3d90cbf24 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:34:10.799519 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-24614b03-9d94-4b89-81a4-7037658b6115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for network, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:10.803534 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24614b03-9d94-4b89-81a4-7037658b6115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:10.805582 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-24614b03-9d94-4b89-81a4-7037658b6115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:10.842736 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7c026-bec7-4fbe-9fd8-d2bfa5ac278e req-ae0b8ac8-3073-4125-abf0-0c3c60ea8f6f tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:10.851130 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a3e7c026-bec7-4fbe-9fd8-d2bfa5ac278e req-ae0b8ac8-3073-4125-abf0-0c3c60ea8f6f tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafd9649-75a7-4067-b4b3-e92f6f486dd9 HTTP/1.1" status: 200 len: 945 time: 0.1698058 Jul 19 17:34:10.871356 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37568) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:10.884579 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-24614b03-9d94-4b89-81a4-7037658b6115 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8724234 Jul 19 17:34:10.887799 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 37570) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:10.894519 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c58bc3ad-d039-4260-b670-596d9dfc7661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:10.929881 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24614b03-9d94-4b89-81a4-7037658b6115 admin admin] Pushing event updated for resources: {'Network': ['ID=11783e7e-ef5c-4c4f-968e-48de876cfb17,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:10.945681 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-268d1499-2f93-4c47-8b64-761abcb53028 admin admin] Request body: {'subnet': {'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1431833551-subnet', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'ip_version': 4}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:11.005929 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Network 11783e7e-ef5c-4c4f-968e-48de876cfb17 details requested by agent ovs-agent-dv-cinder-800695-4-iscsi with host dv-cinder-800695-4-iscsi {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:34:11.006422 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54a12e7-53f2-48b6-9b69-ce20888f8863 admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:34:11.019427 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] Sync routers for ids ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'] in dv-cinder-800695-4-iscsi {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:34:11.039572 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] Routers {'0d9f4ff7-10f0-4940-9fa3-6cf903929c82'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:34:11.040638 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:33:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:11.045383 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a3e7c026-bec7-4fbe-9fd8-d2bfa5ac278e req-6315143b-da05-442e-baa4-8c9a436292ee tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd0a028e-08d5-4963-a6ad-48105cd10e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929882 Jul 19 17:34:11.055594 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c58bc3ad-d039-4260-b670-596d9dfc7661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:11.067716 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c58bc3ad-d039-4260-b670-596d9dfc7661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:11.100307 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268d1499-2f93-4c47-8b64-761abcb53028 admin admin] Made reservation on behalf of dfd503906aed4295978675b21e32cdc4 for: {'subnet': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:34:11.106732 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-268d1499-2f93-4c47-8b64-761abcb53028 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:11.142406 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-c58bc3ad-d039-4260-b670-596d9dfc7661 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c44b835d7a4045bfbd3b208a96d7416d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680490 Jul 19 17:34:11.146887 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37580) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:11.174453 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b54a12e7-53f2-48b6-9b69-ce20888f8863 admin admin] Notify callbacks [] for router, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:11.175791 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-b54a12e7-53f2-48b6-9b69-ce20888f8863 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8519795 Jul 19 17:34:11.178525 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 37584) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:11.209025 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-11292d3d-c4c5-44b5-8be1-24c9feda4986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:11.213282 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] Set router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:34:11.276294 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bc3ad-d039-4260-b670-596d9dfc7661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4980a61e-3d5a-41be-97af-db18e367c233,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:11.283326 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-11292d3d-c4c5-44b5-8be1-24c9feda4986 None None] For port aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:11.316200 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-11292d3d-c4c5-44b5-8be1-24c9feda4986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:11.388012 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-59a7e8e8-fd93-455d-9362-7d03228d24c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:11.452600 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-59a7e8e8-fd93-455d-9362-7d03228d24c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:11.503526 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 37592) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:11.503877 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'name': 'tempest-AttachVolumeShelveTestJSON-417807470-router', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '8519777c-b494-4823-af53-473f034226c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:07Z', 'updated_at': '2021-07-19T17:34:09Z', 'revision_number': 3, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'gw_port': {'id': '8519777c-b494-4823-af53-473f034226c8', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:17:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:08Z', 'updated_at': '2021-07-19T17:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:11.518143 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-4a2357dd-2076-47c1-8202-36d4d6ffd9b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-123012441-network', 'tenant_id': 'aad5c30bc4bb412fa6c2523ae136ec98'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:11.540249 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] Checking router: 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 for host: dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:34:11.540780 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] Updating router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 port 8519777c-b494-4823-af53-473f034226c8 binding host dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:34:11.549133 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11292d3d-c4c5-44b5-8be1-24c9feda4986 None None] Pushing event updated for resources: {'Port': ['ID=aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:11.552729 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-59a7e8e8-fd93-455d-9362-7d03228d24c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:11.558164 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-59a7e8e8-fd93-455d-9362-7d03228d24c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:11.559470 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-59a7e8e8-fd93-455d-9362-7d03228d24c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4980a61e-3d5a-41be-97af-db18e367c233 HTTP/1.1" status: 204 len: 168 time: 0.4116106 Jul 19 17:34:11.585883 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7e8e8-fd93-455d-9362-7d03228d24c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4980a61e-3d5a-41be-97af-db18e367c233,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:11.599499 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:11.657922 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-8ef865ca-c2c8-4dea-87c1-3e01102257d9 None None] Provisioning complete for port aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:11.658327 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8ef865ca-c2c8-4dea-87c1-3e01102257d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:11.837822 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:11.853587 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2357dd-2076-47c1-8202-36d4d6ffd9b5 admin admin] Made reservation on behalf of aad5c30bc4bb412fa6c2523ae136ec98 for: {'network': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:34:11.856563 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4a2357dd-2076-47c1-8202-36d4d6ffd9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for network, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:11.875292 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4a2357dd-2076-47c1-8202-36d4d6ffd9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:11.900740 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:11.901018 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:12.003100 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] Notify callbacks [] for port, precommit_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:12.018989 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.provisioning_blocks [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] Transition to ACTIVE for port object 8519777c-b494-4823-af53-473f034226c8 will not be triggered until provisioned by entity L2. {{(pid=93386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:12.024280 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-268d1499-2f93-4c47-8b64-761abcb53028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for subnet, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:12.026940 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:12.080254 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] Attempting to bind port 8519777c-b494-4823-af53-473f034226c8 on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:34:12.080626 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] Attempting to bind port 8519777c-b494-4823-af53-473f034226c8 by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:34:12.081179 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] Attempting to bind port 8519777c-b494-4823-af53-473f034226c8 on network 3fed661f-002c-47fa-82e8-e8fe637e9a0e {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:34:12.092571 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613e01e-50d7-4a2d-8424-95988ad5f962 None None] Pushing event updated for resources: {'Port': ['ID=8519777c-b494-4823-af53-473f034226c8,revision_number=2']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:12.092571 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:34:12.092571 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] Checking segment: {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:34:12.092571 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:12.092571 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] Bound using segment: {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:34:12.093727 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] Bound port: 8519777c-b494-4823-af53-473f034226c8, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:34:12.093813 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:12.126458 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613e01e-50d7-4a2d-8424-95988ad5f962 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:12.126870 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613e01e-50d7-4a2d-8424-95988ad5f962 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:12.127226 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613e01e-50d7-4a2d-8424-95988ad5f962 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:12.127670 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a700a8-e759-476d-aae1-a3e11f05757a req-98160bdc-e758-4d25-92e9-78336b91bb48 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:12.127778 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613e01e-50d7-4a2d-8424-95988ad5f962 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:12.127875 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613e01e-50d7-4a2d-8424-95988ad5f962 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:12.128238 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613e01e-50d7-4a2d-8424-95988ad5f962 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:12.128573 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613e01e-50d7-4a2d-8424-95988ad5f962 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:12.128902 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613e01e-50d7-4a2d-8424-95988ad5f962 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:12.129252 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613e01e-50d7-4a2d-8424-95988ad5f962 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:12.129835 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613e01e-50d7-4a2d-8424-95988ad5f962 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:12.130157 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613e01e-50d7-4a2d-8424-95988ad5f962 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:12.130776 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613e01e-50d7-4a2d-8424-95988ad5f962 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:12.134664 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-77a700a8-e759-476d-aae1-a3e11f05757a req-98160bdc-e758-4d25-92e9-78336b91bb48 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ec4884-7676-4b8b-bd46-0278a216edf4 HTTP/1.1" status: 200 len: 944 time: 0.4269638 Jul 19 17:34:12.143393 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6da44-cc5e-4edd-8625-ebba30efe88d req-94efaa5b-6f12-4b42-b4a8-8d3aa4a48972 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:12.144962 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-25c6da44-cc5e-4edd-8625-ebba30efe88d req-94efaa5b-6f12-4b42-b4a8-8d3aa4a48972 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.3667159 Jul 19 17:34:12.170719 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] For port 8519777c-b494-4823-af53-473f034226c8, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:34:12.179355 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] For port 8519777c-b494-4823-af53-473f034226c8, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=8519777c-b494-4823-af53-473f034226c8,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:34:12.186561 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:12.215003 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d1499-2f93-4c47-8b64-761abcb53028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ce69870-9125-4f57-86a4-10ffb5b14c3b,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:12.244472 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] Routers {'0d9f4ff7-10f0-4940-9fa3-6cf903929c82'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:34:12.245173 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:33:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:12.276790 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268d1499-2f93-4c47-8b64-761abcb53028 admin admin] Checking segment: {'id': '97a50867-9a20-499b-a36d-64a4d1efc173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:34:12.277022 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268d1499-2f93-4c47-8b64-761abcb53028 admin admin] Network hostable DHCP agents. Network: 11783e7e-ef5c-4c4f-968e-48de876cfb17, hostable agents: ['478a2c00-6d69-428b-b8a1-4625481a8144'], hosted agents: [] {{(pid=93383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:34:12.297688 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-77a700a8-e759-476d-aae1-a3e11f05757a req-e050070c-ec68-473a-ac4a-e7846d01aa62 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623454 Jul 19 17:34:12.312431 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-25c6da44-cc5e-4edd-8625-ebba30efe88d req-7812907f-b44b-4dc0-ba2b-63ac9ad6de2f tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244295 Jul 19 17:34:12.351617 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613e01e-50d7-4a2d-8424-95988ad5f962 None None] Pushing event updated for resources: {'Port': ['ID=8519777c-b494-4823-af53-473f034226c8,revision_number=3']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:12.380702 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-aac108c7-0bbe-41d6-9cdc-ffb3e93ff45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:12.419639 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4a2357dd-2076-47c1-8202-36d4d6ffd9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:12.439169 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4a2357dd-2076-47c1-8202-36d4d6ffd9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:12.443604 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] Set router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:34:12.502480 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2357dd-2076-47c1-8202-36d4d6ffd9b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:34:12.516732 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4a2357dd-2076-47c1-8202-36d4d6ffd9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:12.517601 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.db.segments_db [None req-4a2357dd-2076-47c1-8202-36d4d6ffd9b5 admin admin] Added segment 60114f18-6d6b-4cfe-bbec-22dd9480572c of type vlan for network 6162f4fa-f63a-44a9-bd9b-2012d72034da Jul 19 17:34:12.536432 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268d1499-2f93-4c47-8b64-761abcb53028 admin admin] Network 11783e7e-ef5c-4c4f-968e-48de876cfb17 is scheduled to be hosted by DHCP agent 478a2c00-6d69-428b-b8a1-4625481a8144 with binding_index 1 {{(pid=93383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:34:12.608484 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4a2357dd-2076-47c1-8202-36d4d6ffd9b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742494121966'] for network, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:12.612811 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-268d1499-2f93-4c47-8b64-761abcb53028 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-4-iscsi, 11783e7e-ef5c-4c4f-968e-48de876cfb17) {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:12.622440 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42b2d66-6c3f-475a-ad4e-d834d0aea6ff None None] Network 11783e7e-ef5c-4c4f-968e-48de876cfb17 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:34:12.639114 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268d1499-2f93-4c47-8b64-761abcb53028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:12.639810 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-268d1499-2f93-4c47-8b64-761abcb53028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:12.674664 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'name': 'tempest-AttachVolumeShelveTestJSON-417807470-router', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '8519777c-b494-4823-af53-473f034226c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:07Z', 'updated_at': '2021-07-19T17:34:09Z', 'revision_number': 3, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'gw_port': {'id': '8519777c-b494-4823-af53-473f034226c8', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:17:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:08Z', 'updated_at': '2021-07-19T17:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:12.698803 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2357dd-2076-47c1-8202-36d4d6ffd9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb3d267-1bf1-46d2-a664-e21365cd8d5a,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:12.714752 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62333a7e-7d58-4bfb-9f96-da610ba78cfa None None] The sync data for ids ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'] in dv-cinder-800695-4-iscsi is: [{'id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'name': 'tempest-AttachVolumeShelveTestJSON-417807470-router', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '8519777c-b494-4823-af53-473f034226c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:07Z', 'updated_at': '2021-07-19T17:34:09Z', 'revision_number': 3, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'gw_port': {'id': '8519777c-b494-4823-af53-473f034226c8', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:17:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:08Z', 'updated_at': '2021-07-19T17:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:34:12.739297 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-268d1499-2f93-4c47-8b64-761abcb53028 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8479483 Jul 19 17:34:12.739670 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37628) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:12.745378 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-0069c01d-28a1-4eea-bbd4-8ebe36206fa5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1431833551-router', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:12.791195 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4a2357dd-2076-47c1-8202-36d4d6ffd9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for network, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:12.792324 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2357dd-2076-47c1-8202-36d4d6ffd9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:12.792798 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4a2357dd-2076-47c1-8202-36d4d6ffd9b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:12.800224 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0069c01d-28a1-4eea-bbd4-8ebe36206fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58360'] for router, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:12.803429 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0069c01d-28a1-4eea-bbd4-8ebe36206fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-570327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58359'] for router, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:12.891575 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0069c01d-28a1-4eea-bbd4-8ebe36206fa5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:12.896136 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9aa9a872-d264-56b7-9ea2-70fb10be1434-11783e7e-ef5c-4c4f-968e-48de876cfb17', 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'fixed_ips': [{'subnet_id': '2ce69870-9125-4f57-86a4-10ffb5b14c3b'}]}} from dv-cinder-800695-4-iscsi. {{(pid=93385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:34:12.897160 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:12.899640 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-aac108c7-0bbe-41d6-9cdc-ffb3e93ff45e admin admin] Allocated IP 172.20.0.1 (c48ef7ec-7444-4cee-8dfa-ba707e530247/4a8cde66-88d0-4637-913a-84e51941d044/835fce5f-763a-432d-9e20-a832f1762fe6) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:34:12.907259 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-4a2357dd-2076-47c1-8202-36d4d6ffd9b5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3969333 Jul 19 17:34:12.908387 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37632) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:12.914619 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd498991-774d-4a9d-a918-bbdb998c03b0 req-50e0d064-b3a3-4daf-8152-f8a5a9a1fe54 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:12.916290 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd498991-774d-4a9d-a918-bbdb998c03b0 req-50e0d064-b3a3-4daf-8152-f8a5a9a1fe54 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafd9649-75a7-4067-b4b3-e92f6f486dd9 HTTP/1.1" status: 200 len: 945 time: 0.2944036 Jul 19 17:34:12.916962 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2357dd-2076-47c1-8202-36d4d6ffd9b5 admin admin] Pushing event updated for resources: {'Network': ['ID=6162f4fa-f63a-44a9-bd9b-2012d72034da,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:12.934159 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Network 6162f4fa-f63a-44a9-bd9b-2012d72034da details requested by agent ovs-agent-dv-cinder-800695-4-iscsi with host dv-cinder-800695-4-iscsi {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:34:12.953817 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-dc7cd056-4e77-4db4-89fd-4cc652fe74a0 admin admin] Request body: {'subnet': {'network_id': '6162f4fa-f63a-44a9-bd9b-2012d72034da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-123012441-subnet', 'tenant_id': 'aad5c30bc4bb412fa6c2523ae136ec98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:13.027567 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd498991-774d-4a9d-a918-bbdb998c03b0 req-320e18dc-16bb-4520-97f7-7aeb2c1c61d9 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd0a028e-08d5-4963-a6ad-48105cd10e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959401 Jul 19 17:34:13.084499 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-aac108c7-0bbe-41d6-9cdc-ffb3e93ff45e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:13.126081 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [None req-aac108c7-0bbe-41d6-9cdc-ffb3e93ff45e admin admin] Transition to ACTIVE for port object 835fce5f-763a-432d-9e20-a832f1762fe6 will not be triggered until provisioned by entity DHCP. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:13.144561 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7cd056-4e77-4db4-89fd-4cc652fe74a0 admin admin] Made reservation on behalf of aad5c30bc4bb412fa6c2523ae136ec98 for: {'subnet': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:34:13.148146 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dc7cd056-4e77-4db4-89fd-4cc652fe74a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5076160'] for subnet, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:13.216381 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0069c01d-28a1-4eea-bbd4-8ebe36206fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58309'] for router, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:13.228439 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-aac108c7-0bbe-41d6-9cdc-ffb3e93ff45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:13.254089 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.db_base_plugin_common [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] Allocated IP 172.20.0.2 (11783e7e-ef5c-4c4f-968e-48de876cfb17/2ce69870-9125-4f57-86a4-10ffb5b14c3b/e1f99f75-b82a-421f-9341-0ae8572c52e4) {{(pid=93385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:34:13.302041 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac108c7-0bbe-41d6-9cdc-ffb3e93ff45e admin admin] Network c48ef7ec-7444-4cee-8dfa-ba707e530247 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:34:13.305477 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-aac108c7-0bbe-41d6-9cdc-ffb3e93ff45e admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:13.313788 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac108c7-0bbe-41d6-9cdc-ffb3e93ff45e admin admin] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:34:13.314295 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-aac108c7-0bbe-41d6-9cdc-ffb3e93ff45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567539'] for router_interface, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:13.409299 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac108c7-0bbe-41d6-9cdc-ffb3e93ff45e admin admin] Pushing event updated for resources: {'Port': ['ID=835fce5f-763a-432d-9e20-a832f1762fe6,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:13.473863 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dc7cd056-4e77-4db4-89fd-4cc652fe74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6210900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5076150'] for subnet, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:13.478997 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device bd32d1a8-87a7-4f68-9f0f-634a077017c5 up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:13.641977 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7cd056-4e77-4db4-89fd-4cc652fe74a0 admin admin] Checking segment: {'id': '60114f18-6d6b-4cfe-bbec-22dd9480572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6162f4fa-f63a-44a9-bd9b-2012d72034da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:34:13.642349 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7cd056-4e77-4db4-89fd-4cc652fe74a0 admin admin] Network hostable DHCP agents. Network: 6162f4fa-f63a-44a9-bd9b-2012d72034da, hostable agents: ['478a2c00-6d69-428b-b8a1-4625481a8144'], hosted agents: [] {{(pid=93384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:34:13.681919 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7cd056-4e77-4db4-89fd-4cc652fe74a0 admin admin] Network 6162f4fa-f63a-44a9-bd9b-2012d72034da is scheduled to be hosted by DHCP agent 478a2c00-6d69-428b-b8a1-4625481a8144 with binding_index 1 {{(pid=93384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:34:13.693600 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cd056-4e77-4db4-89fd-4cc652fe74a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0b46e8c-6aa0-4b74-a868-5796103736d5,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:13.696984 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] Notify callbacks [] for port, precommit_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:13.699504 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-dc7cd056-4e77-4db4-89fd-4cc652fe74a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-4-iscsi, 6162f4fa-f63a-44a9-bd9b-2012d72034da) {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:13.704772 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7cd056-4e77-4db4-89fd-4cc652fe74a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:13.705381 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dc7cd056-4e77-4db4-89fd-4cc652fe74a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:13.735182 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb11c15a-26e7-4bab-9e99-5ccb4f572413 None None] Network 6162f4fa-f63a-44a9-bd9b-2012d72034da requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:34:13.745710 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-dc7cd056-4e77-4db4-89fd-4cc652fe74a0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8369262 Jul 19 17:34:13.813301 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] Transition to ACTIVE for port object e1f99f75-b82a-421f-9341-0ae8572c52e4 will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:13.830503 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning for port bd32d1a8-87a7-4f68-9f0f-634a077017c5 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:13.873000 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-a0431b29-c30e-41c9-8da0-844aaebee076 None None] Provisioning for port 835fce5f-763a-432d-9e20-a832f1762fe6 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:13.919784 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] Transition to ACTIVE for port object e1f99f75-b82a-421f-9341-0ae8572c52e4 will not be triggered until provisioned by entity DHCP. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:13.929266 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-a0431b29-c30e-41c9-8da0-844aaebee076 None None] Provisioning complete for port 835fce5f-763a-432d-9e20-a832f1762fe6 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:13.929817 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a0431b29-c30e-41c9-8da0-844aaebee076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:13.934709 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 8519777c-b494-4823-af53-473f034226c8 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:13.939934 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port bd32d1a8-87a7-4f68-9f0f-634a077017c5 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:13.943131 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:13.960054 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:14.254403 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0cc400-88cd-43a5-8157-69cfffded416 req-2ed03227-fa43-47e9-84eb-bcc4621cb159 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:14.257567 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2b0cc400-88cd-43a5-8157-69cfffded416 req-2ed03227-fa43-47e9-84eb-bcc4621cb159 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.7308998 Jul 19 17:34:14.258672 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0069c01d-28a1-4eea-bbd4-8ebe36206fa5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:14.282622 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0069c01d-28a1-4eea-bbd4-8ebe36206fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:14.364717 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-a0431b29-c30e-41c9-8da0-844aaebee076 None None] Port 835fce5f-763a-432d-9e20-a832f1762fe6 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:34:14.379989 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-aac108c7-0bbe-41d6-9cdc-ffb3e93ff45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:14.438964 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] Network 11783e7e-ef5c-4c4f-968e-48de876cfb17 is already hosted by enough agents. {{(pid=93385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:34:14.447893 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.scheduler.base_scheduler [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] Resources bound (agent type, host, resource id): {{(pid=93385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:14.450754 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] Received port after_create {{(pid=93385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:34:14.503054 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8c672-d7d0-439d-a030-e9dbcef3f6d0 req-07900865-0f9c-4f5e-9a85-60899cdbc231 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:14.517511 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-47a8c672-d7d0-439d-a030-e9dbcef3f6d0 req-07900865-0f9c-4f5e-9a85-60899cdbc231 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ec4884-7676-4b8b-bd46-0278a216edf4 HTTP/1.1" status: 200 len: 944 time: 1.0858018 Jul 19 17:34:14.610983 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2b0cc400-88cd-43a5-8157-69cfffded416 req-fd23481c-7002-42cc-b150-93bf6dc54441 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325289 Jul 19 17:34:14.611568 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port 8519777c-b494-4823-af53-473f034226c8 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:14.623812 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] Pushing event updated for resources: {'Port': ['ID=e1f99f75-b82a-421f-9341-0ae8572c52e4,revision_number=1']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:14.689740 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 8519777c-b494-4823-af53-473f034226c8 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:14.690127 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:14.707183 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] Attempting to bind port e1f99f75-b82a-421f-9341-0ae8572c52e4 on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:34:14.707886 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] Attempting to bind port e1f99f75-b82a-421f-9341-0ae8572c52e4 by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '97a50867-9a20-499b-a36d-64a4d1efc173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:34:14.716366 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] Attempting to bind port e1f99f75-b82a-421f-9341-0ae8572c52e4 on network 11783e7e-ef5c-4c4f-968e-48de876cfb17 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:34:14.829749 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240934af-8205-47c1-962e-241a3fca8a41 None None] Network 6162f4fa-f63a-44a9-bd9b-2012d72034da requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:34:14.833388 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c5ee4-b4c4-4f09-9d04-d79fc4cec85b req-d66bc96f-0169-4087-a255-24127c811dbf tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:14.835184 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-358c5ee4-b4c4-4f09-9d04-d79fc4cec85b req-d66bc96f-0169-4087-a255-24127c811dbf tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.59 "GET /v2.0/ports?device_id=fafd9649-75a7-4067-b4b3-e92f6f486dd9 HTTP/1.1" status: 200 len: 945 time: 0.5269403 Jul 19 17:34:14.845920 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-47a8c672-d7d0-439d-a030-e9dbcef3f6d0 req-59f4d620-331c-43de-bd67-3d715fb2d962 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156404 Jul 19 17:34:14.864628 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:34:14.865006 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] Checking segment: {'id': '97a50867-9a20-499b-a36d-64a4d1efc173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:34:14.865439 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:14.865810 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] Bound using segment: {'id': '97a50867-9a20-499b-a36d-64a4d1efc173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:34:14.866301 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] Bound port: e1f99f75-b82a-421f-9341-0ae8572c52e4, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a50867-9a20-499b-a36d-64a4d1efc173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:34:14.866684 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:14.916535 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:14.995457 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-0069c01d-28a1-4eea-bbd4-8ebe36206fa5 admin admin] Allocated IP 172.27.0.192 (3fed661f-002c-47fa-82e8-e8fe637e9a0e/a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30/1a3e9488-5a4a-4b9d-b482-e043dec70189) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:34:15.030194 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port bd32d1a8-87a7-4f68-9f0f-634a077017c5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bd32d1a8-87a7-4f68-9f0f-634a077017c5,segment=NetworkSegment(da51a4f5-0dcb-40e9-b412-f6e7f601152b),segment_id=da51a4f5-0dcb-40e9-b412-f6e7f601152b)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:15.092901 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ec4884-7676-4b8b-bd46-0278a216edf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd32d1a8-87a7-4f68-9f0f-634a077017c5'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:34:15.095913 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5cf73a-5fda-40d4-afb1-6debffa1279a" -d '{"events": [{"server_uuid": "55ec4884-7676-4b8b-bd46-0278a216edf4", "name": "network-vif-plugged", "status": "completed", "tag": "bd32d1a8-87a7-4f68-9f0f-634a077017c5"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:34:15.106061 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:15.152161 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-358c5ee4-b4c4-4f09-9d04-d79fc4cec85b req-87e7b751-5b49-4cef-867a-3c972ef6d499 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Deleting port 37aeb453-7a9c-46b0-8f3f-9abdddda2afd {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:34:15.152566 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-358c5ee4-b4c4-4f09-9d04-d79fc4cec85b req-87e7b751-5b49-4cef-867a-3c972ef6d499 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:15.197635 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b60079-eace-4f42-826f-67f9bcd74f0a x-openstack-request-id: req-35b60079-eace-4f42-826f-67f9bcd74f0a {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:34:15.201766 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ec4884-7676-4b8b-bd46-0278a216edf4", "name": "network-vif-plugged", "status": "completed", "tag": "bd32d1a8-87a7-4f68-9f0f-634a077017c5", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:34:15.202185 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35b60079-eace-4f42-826f-67f9bcd74f0a {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:34:15.203274 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ec4884-7676-4b8b-bd46-0278a216edf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd32d1a8-87a7-4f68-9f0f-634a077017c5', 'code': 200} Jul 19 17:34:15.204120 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:15.210161 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0069c01d-28a1-4eea-bbd4-8ebe36206fa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:15.238264 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-aac108c7-0bbe-41d6-9cdc-ffb3e93ff45e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:15.248608 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-aac108c7-0bbe-41d6-9cdc-ffb3e93ff45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:15.249926 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-aac108c7-0bbe-41d6-9cdc-ffb3e93ff45e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631907'] for router_interface, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:15.265220 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3eb67-072d-47c7-ad7e-d25558e95a45 req-db4daf43-ecc1-41bf-b1c4-3d8bbef184e5 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:15.267050 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-aca3eb67-072d-47c7-ad7e-d25558e95a45 req-db4daf43-ecc1-41bf-b1c4-3d8bbef184e5 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafd9649-75a7-4067-b4b3-e92f6f486dd9 HTTP/1.1" status: 200 len: 945 time: 0.2634776 Jul 19 17:34:15.311964 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port 8519777c-b494-4823-af53-473f034226c8, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=8519777c-b494-4823-af53-473f034226c8,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:15.326763 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:15.338018 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] For port e1f99f75-b82a-421f-9341-0ae8572c52e4, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:34:15.345025 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] For port e1f99f75-b82a-421f-9341-0ae8572c52e4, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=e1f99f75-b82a-421f-9341-0ae8572c52e4,segment=NetworkSegment(97a50867-9a20-499b-a36d-64a4d1efc173),segment_id=97a50867-9a20-499b-a36d-64a4d1efc173)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:34:15.349207 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=bd32d1a8-87a7-4f68-9f0f-634a077017c5,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:15.359522 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bd94d-372d-4d1a-aea0-65fe20728c0c req-f6e248dc-e386-4cc4-b489-4bc3434415b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:15.361160 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-230bd94d-372d-4d1a-aea0-65fe20728c0c req-f6e248dc-e386-4cc4-b489-4bc3434415b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 1098 time: 0.3659356 Jul 19 17:34:15.380902 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:15.411457 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-358c5ee4-b4c4-4f09-9d04-d79fc4cec85b req-87e7b751-5b49-4cef-867a-3c972ef6d499 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] For port 37aeb453-7a9c-46b0-8f3f-9abdddda2afd, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=37aeb453-7a9c-46b0-8f3f-9abdddda2afd,segment=NetworkSegment(4a116e4c-739d-4fb1-a547-fde24a0e1c19),segment_id=4a116e4c-739d-4fb1-a547-fde24a0e1c19)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:15.411921 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-358c5ee4-b4c4-4f09-9d04-d79fc4cec85b req-87e7b751-5b49-4cef-867a-3c972ef6d499 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:15.418736 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac108c7-0bbe-41d6-9cdc-ffb3e93ff45e admin admin] Pushing event updated for resources: {'Port': ['ID=835fce5f-763a-432d-9e20-a832f1762fe6,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:15.422410 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=8519777c-b494-4823-af53-473f034226c8,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:15.443411 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-358c5ee4-b4c4-4f09-9d04-d79fc4cec85b req-87e7b751-5b49-4cef-867a-3c972ef6d499 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Calling delete_port for 37aeb453-7a9c-46b0-8f3f-9abdddda2afd owned by compute:nova {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:34:15.465624 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0069c01d-28a1-4eea-bbd4-8ebe36206fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:15.501351 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a349f-a944-487d-a83d-5fb4421907aa None None] Pushing event updated for resources: {'Port': ['ID=e1f99f75-b82a-421f-9341-0ae8572c52e4,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:15.512794 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-aca3eb67-072d-47c7-ad7e-d25558e95a45 req-c029e3a2-8643-4a97-89eb-e1c9e423e633 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd0a028e-08d5-4963-a6ad-48105cd10e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147131 Jul 19 17:34:15.544594 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-230bd94d-372d-4d1a-aea0-65fe20728c0c req-46512320-823b-423e-80fb-765180a46bf6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097825 Jul 19 17:34:15.547064 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac108c7-0bbe-41d6-9cdc-ffb3e93ff45e admin admin] Network c48ef7ec-7444-4cee-8dfa-ba707e530247 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:34:15.550595 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-aac108c7-0bbe-41d6-9cdc-ffb3e93ff45e admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:15.599607 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0069c01d-28a1-4eea-bbd4-8ebe36206fa5 admin admin] Network 3fed661f-002c-47fa-82e8-e8fe637e9a0e is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:34:15.602502 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069c01d-28a1-4eea-bbd4-8ebe36206fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=1a3e9488-5a4a-4b9d-b482-e043dec70189,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:15.607694 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-0069c01d-28a1-4eea-bbd4-8ebe36206fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:15.610910 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0069c01d-28a1-4eea-bbd4-8ebe36206fa5 admin admin] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:34:15.648596 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237cce3-874f-4283-b2ee-453d47788518 req-56ccfeaa-d1ed-418d-bc84-fc51e3f1ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:15.650321 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c237cce3-874f-4283-b2ee-453d47788518 req-56ccfeaa-d1ed-418d-bc84-fc51e3f1ae47 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=55ec4884-7676-4b8b-bd46-0278a216edf4 HTTP/1.1" status: 200 len: 1098 time: 0.2167666 Jul 19 17:34:15.707815 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c237cce3-874f-4283-b2ee-453d47788518 req-c5a5d2cc-3e43-4be1-bb95-db3c361c222f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490780 Jul 19 17:34:15.782414 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac108c7-0bbe-41d6-9cdc-ffb3e93ff45e admin admin] Router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:34:15.876145 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 8519777c-b494-4823-af53-473f034226c8 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:15.935275 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-358c5ee4-b4c4-4f09-9d04-d79fc4cec85b req-87e7b751-5b49-4cef-867a-3c972ef6d499 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:15.948045 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['37aeb453-7a9c-46b0-8f3f-9abdddda2afd'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:34:15.984062 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7b751-5b49-4cef-867a-3c972ef6d499 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Pushing event deleted for resources: {'Port': ['ID=37aeb453-7a9c-46b0-8f3f-9abdddda2afd,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:16.044349 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-05d3e8d2-7bcd-4711-abdf-26dda194ce75 None None] Provisioning complete for port 835fce5f-763a-432d-9e20-a832f1762fe6 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:16.045323 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-05d3e8d2-7bcd-4711-abdf-26dda194ce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:16.076792 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac108c7-0bbe-41d6-9cdc-ffb3e93ff45e admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:34:16.083800 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-aac108c7-0bbe-41d6-9cdc-ffb3e93ff45e admin admin] 10.222.0.32 "PUT /v2.0/routers/0d9f4ff7-10f0-4940-9fa3-6cf903929c82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9041288 Jul 19 17:34:16.111923 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-05d3e8d2-7bcd-4711-abdf-26dda194ce75 None None] Port 835fce5f-763a-432d-9e20-a832f1762fe6 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:34:16.114159 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] Sync routers for ids ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:34:16.128680 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] Routers {'0d9f4ff7-10f0-4940-9fa3-6cf903929c82'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:34:16.129895 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:33:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:16.184492 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f70c1c-fc66-4f21-8dac-335d113280fc req-c7bd3f26-421c-479b-b30c-c5274a4d098c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:16.184492 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a4f70c1c-fc66-4f21-8dac-335d113280fc req-c7bd3f26-421c-479b-b30c-c5274a4d098c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.4319894 Jul 19 17:34:16.193883 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0a7c8-eebc-40f3-83a3-a2c1a5d96d31 req-6e40772d-4728-4e77-a343-477ca7fa29ca tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:16.201601 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-06f0a7c8-eebc-40f3-83a3-a2c1a5d96d31 req-6e40772d-4728-4e77-a343-477ca7fa29ca tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ec4884-7676-4b8b-bd46-0278a216edf4 HTTP/1.1" status: 200 len: 945 time: 0.1136520 Jul 19 17:34:16.304180 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0069c01d-28a1-4eea-bbd4-8ebe36206fa5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:16.353500 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-06f0a7c8-eebc-40f3-83a3-a2c1a5d96d31 req-25eb9fbb-d030-43e3-be57-e4f02003bc74 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381471 Jul 19 17:34:16.355593 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 8519777c-b494-4823-af53-473f034226c8 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:16.357028 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:16.362345 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a4f70c1c-fc66-4f21-8dac-335d113280fc req-8b69db66-5600-4a55-91ab-abce5e999880 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602545 Jul 19 17:34:16.457677 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] Set router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:34:16.548731 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-358c5ee4-b4c4-4f09-9d04-d79fc4cec85b req-87e7b751-5b49-4cef-867a-3c972ef6d499 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] No DVR routers for this DVR port 37aeb453-7a9c-46b0-8f3f-9abdddda2afd on host hv-cinder-80069 {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:34:16.561525 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-358c5ee4-b4c4-4f09-9d04-d79fc4cec85b req-87e7b751-5b49-4cef-867a-3c972ef6d499 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:16.567572 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-358c5ee4-b4c4-4f09-9d04-d79fc4cec85b req-87e7b751-5b49-4cef-867a-3c972ef6d499 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.59 "DELETE /v2.0/ports/37aeb453-7a9c-46b0-8f3f-9abdddda2afd HTTP/1.1" status: 204 len: 173 time: 1.7230258 Jul 19 17:34:16.588349 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafd9649-75a7-4067-b4b3-e92f6f486dd9', 'name': 'network-vif-deleted', 'tag': '37aeb453-7a9c-46b0-8f3f-9abdddda2afd'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:34:16.601021 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29b786d-5f2b-4eeb-a368-e3c93e49c6eb" -d '{"events": [{"server_uuid": "fafd9649-75a7-4067-b4b3-e92f6f486dd9", "name": "network-vif-deleted", "tag": "37aeb453-7a9c-46b0-8f3f-9abdddda2afd"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:34:16.788267 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8fed9160-b9f4-4200-a501-a9143219809e req-b9f120f6-b8d2-441a-8310-38ce16a8b1b3 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafd9649-75a7-4067-b4b3-e92f6f486dd9 HTTP/1.1" status: 200 len: 210 time: 0.0948329 Jul 19 17:34:16.890674 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d8e95e-d363-4fa8-9803-15ce35363f82 x-openstack-request-id: req-77d8e95e-d363-4fa8-9803-15ce35363f82 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:34:16.890964 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafd9649-75a7-4067-b4b3-e92f6f486dd9", "name": "network-vif-deleted", "tag": "37aeb453-7a9c-46b0-8f3f-9abdddda2afd", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:34:16.891215 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77d8e95e-d363-4fa8-9803-15ce35363f82 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:34:16.891611 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafd9649-75a7-4067-b4b3-e92f6f486dd9', 'name': 'network-vif-deleted', 'tag': '37aeb453-7a9c-46b0-8f3f-9abdddda2afd', 'status': 'completed', 'code': 200} Jul 19 17:34:16.957418 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'name': 'tempest-AttachVolumeShelveTestJSON-417807470-router', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '8519777c-b494-4823-af53-473f034226c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:07Z', 'updated_at': '2021-07-19T17:34:14Z', 'revision_number': 4, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'gw_port': {'id': '8519777c-b494-4823-af53-473f034226c8', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:08Z', 'updated_at': '2021-07-19T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '835fce5f-763a-432d-9e20-a832f1762fe6', 'name': '', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'mac_address': 'fa:16:3e:43:e6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4a8cde66-88d0-4637-913a-84e51941d044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:14Z', 'revision_number': 2, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'subnets': [{'id': '4a8cde66-88d0-4637-913a-84e51941d044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:16.966578 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0069c01d-28a1-4eea-bbd4-8ebe36206fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567340'] for router, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:17.009557 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] Checking router: 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:34:17.009914 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] Updating router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 port 835fce5f-763a-432d-9e20-a832f1762fe6 binding host dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:34:17.048472 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3da79e5-9723-4ab3-ad82-cb72ad99525e None None] Network 11783e7e-ef5c-4c4f-968e-48de876cfb17 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:34:17.071473 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:17.079756 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 37724) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:17.084615 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-05f0aba4-ecbf-40f7-af5c-65758355ad54 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--264895720', 'description': 'tempest-description--1577866499'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:17.109958 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-05f0aba4-ecbf-40f7-af5c-65758355ad54 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:17.138349 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0069c01d-28a1-4eea-bbd4-8ebe36206fa5 admin admin] Router 3d0ebce4-7499-4843-b9ef-9e523dc68fa5 is scheduled to L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 with binding_index 1 {{(pid=93384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:34:17.216753 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-05f0aba4-ecbf-40f7-af5c-65758355ad54 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:17.223747 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-05f0aba4-ecbf-40f7-af5c-65758355ad54 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:17.228792 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-d37f9e17-82c7-472d-a4f2-7ee38a6aaccb None None] Provisioning for port e1f99f75-b82a-421f-9341-0ae8572c52e4 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:17.256042 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-05f0aba4-ecbf-40f7-af5c-65758355ad54 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:17.260227 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-05f0aba4-ecbf-40f7-af5c-65758355ad54 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1764796 Jul 19 17:34:17.260495 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 37726) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:17.266497 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-724213d2-bdab-4153-94b2-58e1bb4047ab tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Request body: {'security_group_rule': {'security_group_id': '971ed8b9-f29d-4ad6-b6a3-05426b79c415', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:17.266824 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0069c01d-28a1-4eea-bbd4-8ebe36206fa5 admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:34:17.271920 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0aba4-ecbf-40f7-af5c-65758355ad54 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971ed8b9-f29d-4ad6-b6a3-05426b79c415,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:17.302352 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0069c01d-28a1-4eea-bbd4-8ebe36206fa5 admin admin] Notify callbacks [] for router, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:17.303977 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-0069c01d-28a1-4eea-bbd4-8ebe36206fa5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5631626 Jul 19 17:34:17.308181 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-724213d2-bdab-4153-94b2-58e1bb4047ab tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:17.308579 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] Sync routers for ids ['3d0ebce4-7499-4843-b9ef-9e523dc68fa5'] in dv-cinder-800695-4-iscsi {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:34:17.309038 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37728) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:17.320908 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] Routers {'3d0ebce4-7499-4843-b9ef-9e523dc68fa5'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:34:17.322152 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:33:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['3d0ebce4-7499-4843-b9ef-9e523dc68fa5'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:17.421596 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-724213d2-bdab-4153-94b2-58e1bb4047ab tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:17.430519 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-724213d2-bdab-4153-94b2-58e1bb4047ab tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:17.481855 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724213d2-bdab-4153-94b2-58e1bb4047ab tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25692e1e-2d66-4027-b0c6-c7dd104d7e28,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:17.495963 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-724213d2-bdab-4153-94b2-58e1bb4047ab tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:17.497750 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-724213d2-bdab-4153-94b2-58e1bb4047ab tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2354212 Jul 19 17:34:17.503856 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 37736) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:17.513181 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-c1136033-8310-493e-ab2b-ae85dfa6bd91 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Request body: {'security_group_rule': {'security_group_id': '971ed8b9-f29d-4ad6-b6a3-05426b79c415', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:17.596462 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:34:17.633319 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] Set router 3d0ebce4-7499-4843-b9ef-9e523dc68fa5 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:34:17.724201 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c1136033-8310-493e-ab2b-ae85dfa6bd91 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:17.812080 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:17.943729 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7cd18-33a7-4ed1-a840-0ec96db43cd5 req-fd135642-bdb0-4951-a971-fdcd8edae113 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:17.951833 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device e1f99f75-b82a-421f-9341-0ae8572c52e4 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:17.964696 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4be7cd18-33a7-4ed1-a840-0ec96db43cd5 req-fd135642-bdb0-4951-a971-fdcd8edae113 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.4275846 Jul 19 17:34:17.991338 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07cc078-4bed-4c53-8b8f-462ef67a0d21 req-935f35cb-d70b-4ef7-aec7-612b8c7a896f tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:18.011326 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d07cc078-4bed-4c53-8b8f-462ef67a0d21 req-935f35cb-d70b-4ef7-aec7-612b8c7a896f tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ec4884-7676-4b8b-bd46-0278a216edf4 HTTP/1.1" status: 200 len: 945 time: 0.4880323 Jul 19 17:34:18.064800 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] Notify callbacks [] for port, precommit_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:18.070501 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'name': 'tempest-TestMinimumBasicScenario-1431833551-router', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:15Z', 'revision_number': 3, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'gw_port': {'id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:14Z', 'updated_at': '2021-07-19T17:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:18.073044 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c1136033-8310-493e-ab2b-ae85dfa6bd91 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:18.086823 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c1136033-8310-493e-ab2b-ae85dfa6bd91 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:18.124879 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] Transition to ACTIVE for port object 835fce5f-763a-432d-9e20-a832f1762fe6 will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:18.134461 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port e1f99f75-b82a-421f-9341-0ae8572c52e4 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:18.145438 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:18.149400 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] Checking router: 3d0ebce4-7499-4843-b9ef-9e523dc68fa5 for host: dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:34:18.149662 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] Updating router 3d0ebce4-7499-4843-b9ef-9e523dc68fa5 port 1a3e9488-5a4a-4b9d-b482-e043dec70189 binding host dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:34:18.150075 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port e1f99f75-b82a-421f-9341-0ae8572c52e4 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:18.150835 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:18.172979 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d07cc078-4bed-4c53-8b8f-462ef67a0d21 req-c27a0bf9-66cb-4099-a4ae-b952c1950d0b tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874994 Jul 19 17:34:18.225441 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1136033-8310-493e-ab2b-ae85dfa6bd91 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72037f1-d477-40f9-a6c4-a9edeacbc2a9,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:18.246885 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:18.268569 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4be7cd18-33a7-4ed1-a840-0ec96db43cd5 req-f5fecc29-ef63-4103-8eaf-a18b354d341f tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950573 Jul 19 17:34:18.270457 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c1136033-8310-493e-ab2b-ae85dfa6bd91 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:18.277425 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-c1136033-8310-493e-ab2b-ae85dfa6bd91 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7712312 Jul 19 17:34:18.282137 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 37760) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:18.300050 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-a93bffd5-a515-436d-8865-80b08300fe8a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Request body: {'floatingip': {'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:18.317828 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281d3ed-b4a4-4ee6-b4c2-eba69896da7f None None] Pushing event updated for resources: {'Port': ['ID=835fce5f-763a-432d-9e20-a832f1762fe6,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:18.337408 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a93bffd5-a515-436d-8865-80b08300fe8a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for floatingip, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:18.527578 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-b4f4d80b-c379-42d9-bc6b-85f3fd8ade05 None None] Provisioning complete for port e1f99f75-b82a-421f-9341-0ae8572c52e4 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:18.531532 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-b4f4d80b-c379-42d9-bc6b-85f3fd8ade05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:18.564900 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a93bffd5-a515-436d-8865-80b08300fe8a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:18.713875 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c1d6ef42-b08a-40cf-9739-2b5f5f995666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:18.744529 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a99859-4191-4c84-b469-2eed084ac242 req-2f44f7a4-7349-4b3e-ae82-8a60262cbab2 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:18.754114 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f2a99859-4191-4c84-b469-2eed084ac242 req-2f44f7a4-7349-4b3e-ae82-8a60262cbab2 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.2583263 Jul 19 17:34:18.778224 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] Attempting to bind port 835fce5f-763a-432d-9e20-a832f1762fe6 on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:34:18.778601 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] Attempting to bind port 835fce5f-763a-432d-9e20-a832f1762fe6 by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': 'dca354da-992b-4aa3-97b5-c6ca75bf80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:34:18.778961 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] Attempting to bind port 835fce5f-763a-432d-9e20-a832f1762fe6 on network c48ef7ec-7444-4cee-8dfa-ba707e530247 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:34:18.783279 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:18.793254 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:34:18.793254 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] Checking segment: {'id': 'dca354da-992b-4aa3-97b5-c6ca75bf80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:34:18.793641 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:18.793874 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] Bound using segment: {'id': 'dca354da-992b-4aa3-97b5-c6ca75bf80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:34:18.794362 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] Bound port: 835fce5f-763a-432d-9e20-a832f1762fe6, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca354da-992b-4aa3-97b5-c6ca75bf80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:34:18.794748 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:18.827858 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f2a99859-4191-4c84-b469-2eed084ac242 req-2dd828ce-411d-41ca-9b23-54346352de55 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725088 Jul 19 17:34:18.913732 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-b4f4d80b-c379-42d9-bc6b-85f3fd8ade05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:18.935208 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] Notify callbacks [] for port, precommit_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:18.945967 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port e1f99f75-b82a-421f-9341-0ae8572c52e4, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=e1f99f75-b82a-421f-9341-0ae8572c52e4,segment=NetworkSegment(97a50867-9a20-499b-a36d-64a4d1efc173),segment_id=97a50867-9a20-499b-a36d-64a4d1efc173)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:18.950145 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-c1d6ef42-b08a-40cf-9739-2b5f5f995666 admin admin] Allocated IP 172.20.0.1 (11783e7e-ef5c-4c4f-968e-48de876cfb17/2ce69870-9125-4f57-86a4-10ffb5b14c3b/3ea26a1f-a431-4b1c-a2b6-dc97fa692101) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:34:18.955999 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:18.964111 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.provisioning_blocks [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] Transition to ACTIVE for port object 1a3e9488-5a4a-4b9d-b482-e043dec70189 will not be triggered until provisioned by entity L2. {{(pid=93386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:18.975903 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:19.111999 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] For port 835fce5f-763a-432d-9e20-a832f1762fe6, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:34:19.118734 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] Attempting to bind port 1a3e9488-5a4a-4b9d-b482-e043dec70189 on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:34:19.119161 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] Attempting to bind port 1a3e9488-5a4a-4b9d-b482-e043dec70189 by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:34:19.119678 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] Attempting to bind port 1a3e9488-5a4a-4b9d-b482-e043dec70189 on network 3fed661f-002c-47fa-82e8-e8fe637e9a0e {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:34:19.119776 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c1d6ef42-b08a-40cf-9739-2b5f5f995666 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:19.130706 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:34:19.131091 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] Checking segment: {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:34:19.131657 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:19.132180 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] Bound using segment: {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:34:19.132618 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] Bound port: 1a3e9488-5a4a-4b9d-b482-e043dec70189, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:34:19.133195 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:19.147750 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [None req-c1d6ef42-b08a-40cf-9739-2b5f5f995666 admin admin] Transition to ACTIVE for port object 3ea26a1f-a431-4b1c-a2b6-dc97fa692101 will not be triggered until provisioned by entity DHCP. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:19.184162 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-a93bffd5-a515-436d-8865-80b08300fe8a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Allocated IP 172.27.0.164 (3fed661f-002c-47fa-82e8-e8fe637e9a0e/a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30/39550479-92b1-4319-9fdf-bb68a7943eac) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:34:19.186394 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] For port 835fce5f-763a-432d-9e20-a832f1762fe6, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=835fce5f-763a-432d-9e20-a832f1762fe6,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:34:19.204218 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb838544-7b1f-4629-a68b-680acf25df78 req-7f2eee10-467c-4e16-bfa5-3f259d6f67b3 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:19.205882 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cb838544-7b1f-4629-a68b-680acf25df78 req-7f2eee10-467c-4e16-bfa5-3f259d6f67b3 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/networks?id=22d15500-b8b3-4d57-b598-9c6d49eefd7f HTTP/1.1" status: 200 len: 808 time: 0.3770471 Jul 19 17:34:19.213885 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:19.231782 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.db.api [None req-b4f4d80b-c379-42d9-bc6b-85f3fd8ade05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 17:34:19.232011 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c1d6ef42-b08a-40cf-9739-2b5f5f995666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:19.232678 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG oslo_db.api [None req-b4f4d80b-c379-42d9-bc6b-85f3fd8ade05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 17:34:19.250439 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cb838544-7b1f-4629-a68b-680acf25df78 req-2ccea3ba-f47d-437a-9b23-ac56ca68d98b tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/quotas/89f9fd61ad17448a94b915b49ce1ffd9 HTTP/1.1" status: 200 len: 375 time: 0.0351682 Jul 19 17:34:19.254294 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] For port 1a3e9488-5a4a-4b9d-b482-e043dec70189, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:34:19.258028 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] For port 1a3e9488-5a4a-4b9d-b482-e043dec70189, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=1a3e9488-5a4a-4b9d-b482-e043dec70189,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:34:19.259058 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f354f21-7c29-4268-adcb-eda8ca186fc3 None None] Pushing event updated for resources: {'Port': ['ID=1a3e9488-5a4a-4b9d-b482-e043dec70189,revision_number=2']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:19.267298 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:19.269767 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=e1f99f75-b82a-421f-9341-0ae8572c52e4,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:19.289460 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] Routers {'0d9f4ff7-10f0-4940-9fa3-6cf903929c82'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:34:19.291583 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:33:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:19.358086 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cb838544-7b1f-4629-a68b-680acf25df78 req-5d1d273f-485c-4dc3-a47d-440d48976096 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=89f9fd61ad17448a94b915b49ce1ffd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947862 Jul 19 17:34:19.392763 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d6ef42-b08a-40cf-9739-2b5f5f995666 admin admin] Network 11783e7e-ef5c-4c4f-968e-48de876cfb17 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:34:19.405096 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-c1d6ef42-b08a-40cf-9739-2b5f5f995666 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:19.413728 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d6ef42-b08a-40cf-9739-2b5f5f995666 admin admin] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:34:19.442456 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f354f21-7c29-4268-adcb-eda8ca186fc3 None None] Pushing event updated for resources: {'Port': ['ID=1a3e9488-5a4a-4b9d-b482-e043dec70189,revision_number=3']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:19.471731 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] Routers {'3d0ebce4-7499-4843-b9ef-9e523dc68fa5'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:34:19.472283 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:33:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['3d0ebce4-7499-4843-b9ef-9e523dc68fa5'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:19.507049 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6ef42-b08a-40cf-9739-2b5f5f995666 admin admin] Pushing event updated for resources: {'Port': ['ID=3ea26a1f-a431-4b1c-a2b6-dc97fa692101,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:19.550912 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c1d6ef42-b08a-40cf-9739-2b5f5f995666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567539'] for router_interface, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:19.663295 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a93bffd5-a515-436d-8865-80b08300fe8a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:19.683195 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] Set router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:34:19.777333 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] Set router 3d0ebce4-7499-4843-b9ef-9e523dc68fa5 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:34:19.860127 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cb838544-7b1f-4629-a68b-680acf25df78 req-4e507525-9c0a-46c1-95e5-efc6dadab354 service neutron] 10.222.0.32 "GET /v2.0/networks/22d15500-b8b3-4d57-b598-9c6d49eefd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919283 Jul 19 17:34:19.865225 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a93bffd5-a515-436d-8865-80b08300fe8a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:19.990125 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 37aeb453-7a9c-46b0-8f3f-9abdddda2afd no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:34:19.996129 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device e1f99f75-b82a-421f-9341-0ae8572c52e4 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:20.042382 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c1d6ef42-b08a-40cf-9739-2b5f5f995666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:20.060719 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cb838544-7b1f-4629-a68b-680acf25df78 req-ea18f5d2-8ace-4a57-a7d8-e1bf44646ad3 service neutron] 10.222.0.32 "GET /v2.0/networks/22d15500-b8b3-4d57-b598-9c6d49eefd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687984 Jul 19 17:34:20.095347 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93bffd5-a515-436d-8865-80b08300fe8a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Network 3fed661f-002c-47fa-82e8-e8fe637e9a0e is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:34:20.101347 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-a93bffd5-a515-436d-8865-80b08300fe8a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:20.103972 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93bffd5-a515-436d-8865-80b08300fe8a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:34:20.140641 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bffd5-a515-436d-8865-80b08300fe8a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Pushing event updated for resources: {'Port': ['ID=39550479-92b1-4319-9fdf-bb68a7943eac,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:20.149705 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'name': 'tempest-TestMinimumBasicScenario-1431833551-router', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:15Z', 'revision_number': 3, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'gw_port': {'id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:14Z', 'updated_at': '2021-07-19T17:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:20.192869 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81412fe9-d9e4-413e-a277-c9f99739c28c None None] The sync data for ids ['3d0ebce4-7499-4843-b9ef-9e523dc68fa5'] in dv-cinder-800695-4-iscsi is: [{'id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'name': 'tempest-TestMinimumBasicScenario-1431833551-router', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:15Z', 'revision_number': 3, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'gw_port': {'id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:14Z', 'updated_at': '2021-07-19T17:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:34:20.240968 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a93bffd5-a515-436d-8865-80b08300fe8a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:20.321758 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] No Port match for: 37aeb453-7a9c-46b0-8f3f-9abdddda2afd {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:34:20.322337 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a93bffd5-a515-436d-8865-80b08300fe8a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:20.322894 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 37aeb453-7a9c-46b0-8f3f-9abdddda2afd not bound to the agent host hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:34:20.366572 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281d3ed-b4a4-4ee6-b4c2-eba69896da7f None None] Pushing event updated for resources: {'Port': ['ID=835fce5f-763a-432d-9e20-a832f1762fe6,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:20.398665 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'name': 'tempest-AttachVolumeShelveTestJSON-417807470-router', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '8519777c-b494-4823-af53-473f034226c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:07Z', 'updated_at': '2021-07-19T17:34:14Z', 'revision_number': 4, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'gw_port': {'id': '8519777c-b494-4823-af53-473f034226c8', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:08Z', 'updated_at': '2021-07-19T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '835fce5f-763a-432d-9e20-a832f1762fe6', 'name': '', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'mac_address': 'fa:16:3e:43:e6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4a8cde66-88d0-4637-913a-84e51941d044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:18Z', 'revision_number': 4, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'subnets': [{'id': '4a8cde66-88d0-4637-913a-84e51941d044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:20.402784 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port e1f99f75-b82a-421f-9341-0ae8572c52e4 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:20.403421 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:20.439916 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b881a29-d978-4e61-bf71-ffb2eabecd18 None None] The sync data for ids ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'] in dv-cinder-800695-4-iscsi is: [{'id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'name': 'tempest-AttachVolumeShelveTestJSON-417807470-router', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '8519777c-b494-4823-af53-473f034226c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:07Z', 'updated_at': '2021-07-19T17:34:14Z', 'revision_number': 4, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'gw_port': {'id': '8519777c-b494-4823-af53-473f034226c8', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:08Z', 'updated_at': '2021-07-19T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '835fce5f-763a-432d-9e20-a832f1762fe6', 'name': '', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'mac_address': 'fa:16:3e:43:e6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4a8cde66-88d0-4637-913a-84e51941d044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:18Z', 'revision_number': 4, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'subnets': [{'id': '4a8cde66-88d0-4637-913a-84e51941d044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:34:20.461515 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c1d6ef42-b08a-40cf-9739-2b5f5f995666 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:20.467568 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c1d6ef42-b08a-40cf-9739-2b5f5f995666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6211033'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:20.485393 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f20c34a5-31ab-4098-acd6-d110f9e22add None None] Provisioning for port 3ea26a1f-a431-4b1c-a2b6-dc97fa692101 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:20.494134 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f20c34a5-31ab-4098-acd6-d110f9e22add None None] Provisioning complete for port 3ea26a1f-a431-4b1c-a2b6-dc97fa692101 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:20.494571 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f20c34a5-31ab-4098-acd6-d110f9e22add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:20.627253 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-f20c34a5-31ab-4098-acd6-d110f9e22add None None] Port 3ea26a1f-a431-4b1c-a2b6-dc97fa692101 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:34:20.680562 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6ef42-b08a-40cf-9739-2b5f5f995666 admin admin] Pushing event updated for resources: {'Port': ['ID=3ea26a1f-a431-4b1c-a2b6-dc97fa692101,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:20.734864 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c1d6ef42-b08a-40cf-9739-2b5f5f995666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631907'] for router_interface, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:20.799907 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37830) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:20.940822 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d6ef42-b08a-40cf-9739-2b5f5f995666 admin admin] Network 11783e7e-ef5c-4c4f-968e-48de876cfb17 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:34:20.945223 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-c1d6ef42-b08a-40cf-9739-2b5f5f995666 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:21.088968 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-48aa4f61-2575-4f53-843e-5cba1207190b req-f7754b5f-765c-44b0-9c20-e3da66ee8924 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=70737035-ec0c-4540-beb4-6570dc26298a HTTP/1.1" status: 200 len: 210 time: 0.7022793 Jul 19 17:34:21.254350 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ffdab200-0230-4e57-a65d-82e9d5277096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:21.261996 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5575900c-9706-4886-a43c-100a50ec6bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:21.533066 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a93bffd5-a515-436d-8865-80b08300fe8a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:21.541627 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a93bffd5-a515-436d-8865-80b08300fe8a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:21.547594 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-ca05adfc-add5-4632-b082-2b04afc9708e None None] Provisioning complete for port 3ea26a1f-a431-4b1c-a2b6-dc97fa692101 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:21.549881 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ca05adfc-add5-4632-b082-2b04afc9708e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:21.630626 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a93bffd5-a515-436d-8865-80b08300fe8a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567430'] for floatingip, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:21.661290 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-ca05adfc-add5-4632-b082-2b04afc9708e None None] Port 3ea26a1f-a431-4b1c-a2b6-dc97fa692101 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:34:21.687346 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297fbb3-e208-48ec-b0a1-ac00f11b0c46 req-7078e188-6501-4c35-986b-d3f87bd23425 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:21.697482 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1297fbb3-e208-48ec-b0a1-ac00f11b0c46 req-7078e188-6501-4c35-986b-d3f87bd23425 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.2392998 Jul 19 17:34:21.701780 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bffd5-a515-436d-8865-80b08300fe8a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Pushing event updated for resources: {'Port': ['ID=39550479-92b1-4319-9fdf-bb68a7943eac,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:21.716346 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5575900c-9706-4886-a43c-100a50ec6bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:21.735724 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a93bffd5-a515-436d-8865-80b08300fe8a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for floatingip, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:21.740777 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-a93bffd5-a515-436d-8865-80b08300fe8a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4474268 Jul 19 17:34:21.749082 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5575900c-9706-4886-a43c-100a50ec6bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:21.765454 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1297fbb3-e208-48ec-b0a1-ac00f11b0c46 req-88bbcbab-4b62-4bd2-a5b1-2362d04b6c50 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658085 Jul 19 17:34:21.785407 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d6ef42-b08a-40cf-9739-2b5f5f995666 admin admin] Router 3d0ebce4-7499-4843-b9ef-9e523dc68fa5 has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:34:21.861107 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 37854) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:21.861343 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-5575900c-9706-4886-a43c-100a50ec6bcf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83cd517b798f4a9e99d5274d8b5c008b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0601981 Jul 19 17:34:21.872214 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575900c-9706-4886-a43c-100a50ec6bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a86bd7-1146-4226-bc89-46cbaa8f3455,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:21.887656 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a7275-9400-4efe-9d86-e62e0fa90be6 req-15ef1a36-485b-47a5-a10e-c5cca8996d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:21.889250 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-5f7a7275-9400-4efe-9d86-e62e0fa90be6 req-15ef1a36-485b-47a5-a10e-c5cca8996d32 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=154770f9b0584715b4de4129063329a7&device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 1098 time: 0.5094545 Jul 19 17:34:22.080880 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 835fce5f-763a-432d-9e20-a832f1762fe6 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:22.108120 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-287c56f9-d2da-44ae-8e0a-416542564170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:22.219133 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-287c56f9-d2da-44ae-8e0a-416542564170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:22.273160 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port 835fce5f-763a-432d-9e20-a832f1762fe6 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:22.281762 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 835fce5f-763a-432d-9e20-a832f1762fe6 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:22.282538 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:22.291579 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a7275-9400-4efe-9d86-e62e0fa90be6 req-837cb864-3474-4583-a5c0-b9c753fbe186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:22.329161 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-5f7a7275-9400-4efe-9d86-e62e0fa90be6 req-837cb864-3474-4583-a5c0-b9c753fbe186 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd319fdc-24ce-454e-888e-090cf8c32435 HTTP/1.1" status: 200 len: 919 time: 0.3746762 Jul 19 17:34:22.408880 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-5f7a7275-9400-4efe-9d86-e62e0fa90be6 req-6198d886-bccc-4543-bd21-477d960fdb32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bae7e97-0ca6-44b4-aee8-25a700a196f7 HTTP/1.1" status: 200 len: 217 time: 0.0721133 Jul 19 17:34:22.428400 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c7cd6afb-77b3-4afc-8f04-0aea5b2855f5 req-cb21c49e-7ae3-4098-aa83-10998471b9f9 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=70737035-ec0c-4540-beb4-6570dc26298a HTTP/1.1" status: 200 len: 210 time: 0.1114361 Jul 19 17:34:22.518511 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-287c56f9-d2da-44ae-8e0a-416542564170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:22.523556 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-287c56f9-d2da-44ae-8e0a-416542564170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:22.526211 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-287c56f9-d2da-44ae-8e0a-416542564170 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55a86bd7-1146-4226-bc89-46cbaa8f3455 HTTP/1.1" status: 204 len: 168 time: 0.6626697 Jul 19 17:34:22.530478 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:22.532404 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a7275-9400-4efe-9d86-e62e0fa90be6 req-7527b90c-4eed-43d6-b877-d355c52b2f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:22.534249 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-5f7a7275-9400-4efe-9d86-e62e0fa90be6 req-7527b90c-4eed-43d6-b877-d355c52b2f27 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da811da7-4bf9-4450-82bb-89a483333121 HTTP/1.1" status: 200 len: 858 time: 0.1171772 Jul 19 17:34:22.623081 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-5f7a7275-9400-4efe-9d86-e62e0fa90be6 req-faa1ece4-f5f2-47d2-b98e-abf4819702b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd319fdc-24ce-454e-888e-090cf8c32435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789895 Jul 19 17:34:22.625607 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d6ef42-b08a-40cf-9739-2b5f5f995666 admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:34:22.640533 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-c1d6ef42-b08a-40cf-9739-2b5f5f995666 admin admin] 10.222.0.32 "PUT /v2.0/routers/3d0ebce4-7499-4843-b9ef-9e523dc68fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3245831 Jul 19 17:34:22.640737 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port 835fce5f-763a-432d-9e20-a832f1762fe6, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=835fce5f-763a-432d-9e20-a832f1762fe6,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:22.648583 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:22.649846 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 1a3e9488-5a4a-4b9d-b482-e043dec70189 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:22.736821 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb838544-7b1f-4629-a68b-680acf25df78 req-7051dafe-0435-4198-867f-ba8e58327908 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:22.738467 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cb838544-7b1f-4629-a68b-680acf25df78 req-7051dafe-0435-4198-867f-ba8e58327908 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.59 "GET /v2.0/networks?id=22d15500-b8b3-4d57-b598-9c6d49eefd7f HTTP/1.1" status: 200 len: 808 time: 0.3459244 Jul 19 17:34:22.739522 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c56f9-d2da-44ae-8e0a-416542564170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a86bd7-1146-4226-bc89-46cbaa8f3455,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:22.776325 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-18426ea8-3caf-4de6-9018-ceadfc46b666 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--264895720&fields=id&tenant_id=cde3c008c05a44f09be88be78c4bb614 HTTP/1.1" status: 200 len: 267 time: 0.3847733 Jul 19 17:34:22.783047 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-cb838544-7b1f-4629-a68b-680acf25df78 req-d68019cd-062b-4794-80c6-4e84fd647c93 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Request body: {'port': {'device_id': '70737035-ec0c-4540-beb4-6570dc26298a', 'network_id': '22d15500-b8b3-4d57-b598-9c6d49eefd7f', 'admin_state_up': True, 'tenant_id': '89f9fd61ad17448a94b915b49ce1ffd9'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:22.844439 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=835fce5f-763a-432d-9e20-a832f1762fe6,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:22.866927 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port 1a3e9488-5a4a-4b9d-b482-e043dec70189 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:22.874084 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 1a3e9488-5a4a-4b9d-b482-e043dec70189 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:22.875344 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:22.875461 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-5f7a7275-9400-4efe-9d86-e62e0fa90be6 req-8a4ffd63-f2ac-4708-8709-ae4145aea0f0 service neutron] 10.222.0.59 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392280 Jul 19 17:34:23.055477 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-5f7a7275-9400-4efe-9d86-e62e0fa90be6 req-bd41d79b-3101-4438-881b-754310d74858 service neutron] 10.222.0.59 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728318 Jul 19 17:34:23.067224 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:23.096338 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port 1a3e9488-5a4a-4b9d-b482-e043dec70189, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=1a3e9488-5a4a-4b9d-b482-e043dec70189,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:23.103722 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:23.166469 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37912) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:23.199860 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=1a3e9488-5a4a-4b9d-b482-e043dec70189,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:23.204935 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-48b62184-4123-4bef-b674-db454b34600d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:23.246232 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-a924d126-c690-4ab7-bf8b-82f137caa9c8 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:23.253757 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-a924d126-c690-4ab7-bf8b-82f137caa9c8 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/networks?id=c48ef7ec-7444-4cee-8dfa-ba707e530247 HTTP/1.1" status: 200 len: 816 time: 0.4760635 Jul 19 17:34:23.266505 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb838544-7b1f-4629-a68b-680acf25df78 req-d68019cd-062b-4794-80c6-4e84fd647c93 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Made reservation on behalf of 89f9fd61ad17448a94b915b49ce1ffd9 for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:34:23.270107 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cb838544-7b1f-4629-a68b-680acf25df78 req-d68019cd-062b-4794-80c6-4e84fd647c93 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:23.306970 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-37ce5dc5-5980-44f9-b2b9-e3f2602106fa tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/quotas/cde3c008c05a44f09be88be78c4bb614 HTTP/1.1" status: 200 len: 375 time: 0.0520928 Jul 19 17:34:23.326171 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-42b7feeb-b703-44de-89a1-297fb466da48 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:23.328310 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-42b7feeb-b703-44de-89a1-297fb466da48 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/networks?id=8d0b84da-014c-43ff-bf6a-16a5d79fbf35 HTTP/1.1" status: 200 len: 814 time: 0.5791960 Jul 19 17:34:23.390290 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-48b62184-4123-4bef-b674-db454b34600d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:23.398173 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-48b62184-4123-4bef-b674-db454b34600d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:23.433337 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-97dba421-05c0-4886-ace5-14dbc7630652 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/quotas/8eac7ae86da742339229da8811d720ae HTTP/1.1" status: 200 len: 375 time: 0.0681009 Jul 19 17:34:23.437748 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-48b62184-4123-4bef-b674-db454b34600d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6de2c1c5dd8d42709bb68bce197b9921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684329 Jul 19 17:34:23.438032 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 37924) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:23.448409 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b62184-4123-4bef-b674-db454b34600d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e84e9d0-6b49-4bbd-90d9-965b9744736e,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:23.588381 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-1256a8fd-5117-4196-b4fc-7a3c5f14c062 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cde3c008c05a44f09be88be78c4bb614&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2800927 Jul 19 17:34:23.642608 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37930) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:23.647896 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-87ce0707-2fdb-4e41-860e-6360521c9bad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1596812662-network', 'tenant_id': '62bbef0b496349edaddb4118879fcd10'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:23.666148 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-cb838544-7b1f-4629-a68b-680acf25df78 req-d68019cd-062b-4794-80c6-4e84fd647c93 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Allocated IP 172.20.0.7 (22d15500-b8b3-4d57-b598-9c6d49eefd7f/99ad2b77-434b-4ab6-b3cb-a3c9ac3e456f/bff593c4-5f1e-4d34-b6b3-4abcf4269a55) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:34:23.674010 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ce0707-2fdb-4e41-860e-6360521c9bad admin admin] Made reservation on behalf of 62bbef0b496349edaddb4118879fcd10 for: {'network': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:34:23.676615 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-87ce0707-2fdb-4e41-860e-6360521c9bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for network, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:23.685524 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-87ce0707-2fdb-4e41-860e-6360521c9bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:23.686209 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-178d441b-c86c-4a9a-bc8d-0f73612ee10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:23.758621 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-d4cd0bc6-7556-40f4-8dca-bcf68864bd7f tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8eac7ae86da742339229da8811d720ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3174808 Jul 19 17:34:23.788214 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 835fce5f-763a-432d-9e20-a832f1762fe6 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:23.795515 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-178d441b-c86c-4a9a-bc8d-0f73612ee10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:23.809120 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-87ce0707-2fdb-4e41-860e-6360521c9bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:23.815057 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-87ce0707-2fdb-4e41-860e-6360521c9bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:23.844935 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 835fce5f-763a-432d-9e20-a832f1762fe6 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:23.845329 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:23.848721 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-c97a61f9-9291-4f31-bee4-ac28d4f48dc9 service neutron] 10.222.0.32 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371202 Jul 19 17:34:23.848946 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ce0707-2fdb-4e41-860e-6360521c9bad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:34:23.863403 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce0707-2fdb-4e41-860e-6360521c9bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413230ab-d547-4c6a-be1e-d9829c2a5b4b,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:23.885814 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-87ce0707-2fdb-4e41-860e-6360521c9bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:23.886178 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.segments_db [None req-87ce0707-2fdb-4e41-860e-6360521c9bad admin admin] Added segment 3eedcfc8-feca-498d-ad06-143216f55fd9 of type vlan for network 0421cc11-33bb-4a93-ad39-5273fab99ae4 Jul 19 17:34:23.939222 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-87ce0707-2fdb-4e41-860e-6360521c9bad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742494121966'] for network, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:23.990413 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-87ce0707-2fdb-4e41-860e-6360521c9bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for network, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:23.991645 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ce0707-2fdb-4e41-860e-6360521c9bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:23.992441 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-87ce0707-2fdb-4e41-860e-6360521c9bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:24.032328 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-87ce0707-2fdb-4e41-860e-6360521c9bad admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3884094 Jul 19 17:34:24.035804 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37932) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:24.042514 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-b9459ba2-a186-4150-b4b9-9ae39a672dc1 admin admin] Request body: {'subnet': {'network_id': '0421cc11-33bb-4a93-ad39-5273fab99ae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1596812662-subnet', 'tenant_id': '62bbef0b496349edaddb4118879fcd10', 'ip_version': 4}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:24.080389 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce0707-2fdb-4e41-860e-6360521c9bad admin admin] Pushing event updated for resources: {'Network': ['ID=0421cc11-33bb-4a93-ad39-5273fab99ae4,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:24.108538 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-f2be3ac4-cee8-4c8f-91e6-29947fd47609 service neutron] 10.222.0.32 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306103 Jul 19 17:34:24.119592 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9459ba2-a186-4150-b4b9-9ae39a672dc1 admin admin] Made reservation on behalf of 62bbef0b496349edaddb4118879fcd10 for: {'subnet': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:34:24.121419 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 1a3e9488-5a4a-4b9d-b482-e043dec70189 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:24.122709 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b9459ba2-a186-4150-b4b9-9ae39a672dc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5076160'] for subnet, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:24.123344 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Network 0421cc11-33bb-4a93-ad39-5273fab99ae4 details requested by agent ovs-agent-dv-cinder-800695-4-iscsi with host dv-cinder-800695-4-iscsi {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:34:24.139184 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-178d441b-c86c-4a9a-bc8d-0f73612ee10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:24.141682 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-178d441b-c86c-4a9a-bc8d-0f73612ee10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:24.142825 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-178d441b-c86c-4a9a-bc8d-0f73612ee10b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e84e9d0-6b49-4bbd-90d9-965b9744736e HTTP/1.1" status: 204 len: 168 time: 0.7030101 Jul 19 17:34:24.174119 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-91ef64e9-4755-4058-a426-0f5780b22787 service neutron] 10.222.0.32 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049445 Jul 19 17:34:24.187872 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d441b-c86c-4a9a-bc8d-0f73612ee10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e84e9d0-6b49-4bbd-90d9-965b9744736e,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:24.207557 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cb838544-7b1f-4629-a68b-680acf25df78 req-d68019cd-062b-4794-80c6-4e84fd647c93 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:24.210633 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-519642d5-6885-4598-abed-714fea562917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:24.285413 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-16bec502-255b-47e2-b8b3-4c0fd5e75871 service neutron] 10.222.0.32 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587315 Jul 19 17:34:24.303624 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 1a3e9488-5a4a-4b9d-b482-e043dec70189 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:24.304365 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:24.307747 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cb838544-7b1f-4629-a68b-680acf25df78 req-d68019cd-062b-4794-80c6-4e84fd647c93 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:24.419243 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:24.449813 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb838544-7b1f-4629-a68b-680acf25df78 req-d68019cd-062b-4794-80c6-4e84fd647c93 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Network 22d15500-b8b3-4d57-b598-9c6d49eefd7f is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:34:24.462774 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-cb838544-7b1f-4629-a68b-680acf25df78 req-d68019cd-062b-4794-80c6-4e84fd647c93 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:24.470886 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb838544-7b1f-4629-a68b-680acf25df78 req-d68019cd-062b-4794-80c6-4e84fd647c93 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:34:24.477556 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb838544-7b1f-4629-a68b-680acf25df78 req-d68019cd-062b-4794-80c6-4e84fd647c93 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:24.478243 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cb838544-7b1f-4629-a68b-680acf25df78 req-d68019cd-062b-4794-80c6-4e84fd647c93 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:24.487128 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68019cd-062b-4794-80c6-4e84fd647c93 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Pushing event updated for resources: {'Port': ['ID=bff593c4-5f1e-4d34-b6b3-4abcf4269a55,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:24.541310 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cb838544-7b1f-4629-a68b-680acf25df78 req-d68019cd-062b-4794-80c6-4e84fd647c93 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7778513 Jul 19 17:34:24.555506 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-cb838544-7b1f-4629-a68b-680acf25df78 req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] Request body: {'port': {'device_id': '70737035-ec0c-4540-beb4-6570dc26298a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:24.637740 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] Sync routers for ids ['3d0ebce4-7499-4843-b9ef-9e523dc68fa5'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:34:24.654952 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] Routers {'3d0ebce4-7499-4843-b9ef-9e523dc68fa5'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:34:24.655863 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:34:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['3d0ebce4-7499-4843-b9ef-9e523dc68fa5'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:24.684516 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b9459ba2-a186-4150-b4b9-9ae39a672dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6210900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5076150'] for subnet, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:24.772407 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cb838544-7b1f-4629-a68b-680acf25df78 req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:24.846839 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d97b17-ac7b-40e3-bfea-adcb969dda41 req-6cbe4739-aa13-4142-a877-d1782f0f11de tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:24.848919 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-76d97b17-ac7b-40e3-bfea-adcb969dda41 req-6cbe4739-aa13-4142-a877-d1782f0f11de tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.2519736 Jul 19 17:34:24.867360 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] Set router 3d0ebce4-7499-4843-b9ef-9e523dc68fa5 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:34:24.889034 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9459ba2-a186-4150-b4b9-9ae39a672dc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a70d7f-b266-4fb8-bbda-6024f1adbd5a,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:24.920047 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9459ba2-a186-4150-b4b9-9ae39a672dc1 admin admin] Checking segment: {'id': '3eedcfc8-feca-498d-ad06-143216f55fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0421cc11-33bb-4a93-ad39-5273fab99ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:34:24.920491 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9459ba2-a186-4150-b4b9-9ae39a672dc1 admin admin] Network hostable DHCP agents. Network: 0421cc11-33bb-4a93-ad39-5273fab99ae4, hostable agents: ['478a2c00-6d69-428b-b8a1-4625481a8144'], hosted agents: [] {{(pid=93384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:34:24.955332 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9459ba2-a186-4150-b4b9-9ae39a672dc1 admin admin] Network 0421cc11-33bb-4a93-ad39-5273fab99ae4 is scheduled to be hosted by DHCP agent 478a2c00-6d69-428b-b8a1-4625481a8144 with binding_index 1 {{(pid=93384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:34:24.977053 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-b9459ba2-a186-4150-b4b9-9ae39a672dc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-4-iscsi, 0421cc11-33bb-4a93-ad39-5273fab99ae4) {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:24.991928 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9459ba2-a186-4150-b4b9-9ae39a672dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:24.995500 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b9459ba2-a186-4150-b4b9-9ae39a672dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:24.995687 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392055e5-d151-45e4-900a-3fb03a45fc9a None None] Network 0421cc11-33bb-4a93-ad39-5273fab99ae4 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:34:25.056028 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-b9459ba2-a186-4150-b4b9-9ae39a672dc1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0163982 Jul 19 17:34:25.056753 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 37962) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:25.070010 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-35b6e6c3-e4f3-4645-bbd4-7c40aecb0800 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1596812662-router', 'tenant_id': '62bbef0b496349edaddb4118879fcd10', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:25.112983 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-35b6e6c3-e4f3-4645-bbd4-7c40aecb0800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58360'] for router, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:25.117106 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-35b6e6c3-e4f3-4645-bbd4-7c40aecb0800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-570327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58359'] for router, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:25.306413 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-35b6e6c3-e4f3-4645-bbd4-7c40aecb0800 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:25.341845 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [req-cb838544-7b1f-4629-a68b-680acf25df78 req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff593c4-5f1e-4d34-b6b3-4abcf4269a55 {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:34:25.367242 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cb838544-7b1f-4629-a68b-680acf25df78 req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:25.385434 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-cb838544-7b1f-4629-a68b-680acf25df78 req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] Transition to ACTIVE for port object bff593c4-5f1e-4d34-b6b3-4abcf4269a55 will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:25.403624 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cb838544-7b1f-4629-a68b-680acf25df78 req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:25.443215 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:25.480472 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-76d97b17-ac7b-40e3-bfea-adcb969dda41 req-bfcb14f5-9d83-47c7-895c-7441ea2beaac tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929706 Jul 19 17:34:25.509311 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] Pushing event updated for resources: {'Port': ['ID=bff593c4-5f1e-4d34-b6b3-4abcf4269a55,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:25.559197 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65a652-c27c-4000-8f79-a55018280cdc req-bfe3744c-2c28-4b48-a5ed-7a8990c982d2 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:25.561194 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3c65a652-c27c-4000-8f79-a55018280cdc req-bfe3744c-2c28-4b48-a5ed-7a8990c982d2 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=70737035-ec0c-4540-beb4-6570dc26298a HTTP/1.1" status: 200 len: 931 time: 0.8344400 Jul 19 17:34:25.631775 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-cb838544-7b1f-4629-a68b-680acf25df78 req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] Attempting to bind port bff593c4-5f1e-4d34-b6b3-4abcf4269a55 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:34:25.638450 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-cb838544-7b1f-4629-a68b-680acf25df78 req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] Attempting to bind port bff593c4-5f1e-4d34-b6b3-4abcf4269a55 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '4a116e4c-739d-4fb1-a547-fde24a0e1c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '22d15500-b8b3-4d57-b598-9c6d49eefd7f'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:34:25.639184 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb838544-7b1f-4629-a68b-680acf25df78 req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] Attempting to bind port bff593c4-5f1e-4d34-b6b3-4abcf4269a55 on network 22d15500-b8b3-4d57-b598-9c6d49eefd7f {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:34:25.665267 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb838544-7b1f-4629-a68b-680acf25df78 req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] Port bff593c4-5f1e-4d34-b6b3-4abcf4269a55 on network 22d15500-b8b3-4d57-b598-9c6d49eefd7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:34:25.665745 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb838544-7b1f-4629-a68b-680acf25df78 req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] Attempting to bind port bff593c4-5f1e-4d34-b6b3-4abcf4269a55 on network 22d15500-b8b3-4d57-b598-9c6d49eefd7f {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:34:25.695913 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9aa9a872-d264-56b7-9ea2-70fb10be1434-0421cc11-33bb-4a93-ad39-5273fab99ae4', 'network_id': '0421cc11-33bb-4a93-ad39-5273fab99ae4', 'tenant_id': '62bbef0b496349edaddb4118879fcd10', 'fixed_ips': [{'subnet_id': '45a70d7f-b266-4fb8-bbda-6024f1adbd5a'}]}} from dv-cinder-800695-4-iscsi. {{(pid=93385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:34:25.697546 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:25.714925 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-aa971fe4-0c9b-4ed0-9289-3d960cb9959e req-3bf6fb72-0e40-4450-91c9-fba15899bee6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 210 time: 0.0698793 Jul 19 17:34:25.728107 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3c65a652-c27c-4000-8f79-a55018280cdc req-39a74e20-94b2-4fde-9b49-0ac37ec63856 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd0a028e-08d5-4963-a6ad-48105cd10e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401548 Jul 19 17:34:25.730148 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb838544-7b1f-4629-a68b-680acf25df78 req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] Checking agent: {'id': 'd8fb6e65-9e8c-4b17-9f8a-3918624e6b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'started_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:34:25.734253 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb838544-7b1f-4629-a68b-680acf25df78 req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] Checking segment: {'id': '4a116e4c-739d-4fb1-a547-fde24a0e1c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '22d15500-b8b3-4d57-b598-9c6d49eefd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:34:25.744614 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb838544-7b1f-4629-a68b-680acf25df78 req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] Bound using segment: {'id': '4a116e4c-739d-4fb1-a547-fde24a0e1c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '22d15500-b8b3-4d57-b598-9c6d49eefd7f'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:34:25.745450 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-cb838544-7b1f-4629-a68b-680acf25df78 req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] Bound port: bff593c4-5f1e-4d34-b6b3-4abcf4269a55, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a116e4c-739d-4fb1-a547-fde24a0e1c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '22d15500-b8b3-4d57-b598-9c6d49eefd7f'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:34:25.745949 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cb838544-7b1f-4629-a68b-680acf25df78 req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:25.777348 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'name': 'tempest-TestMinimumBasicScenario-1431833551-router', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:19Z', 'revision_number': 4, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'gw_port': {'id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:14Z', 'updated_at': '2021-07-19T17:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '3ea26a1f-a431-4b1c-a2b6-dc97fa692101', 'name': '', 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'mac_address': 'fa:16:3e:03:64:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2ce69870-9125-4f57-86a4-10ffb5b14c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:18Z', 'updated_at': '2021-07-19T17:34:20Z', 'revision_number': 2, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'subnets': [{'id': '2ce69870-9125-4f57-86a4-10ffb5b14c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:25.839273 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-35b6e6c3-e4f3-4645-bbd4-7c40aecb0800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58309'] for router, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:25.873093 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] Checking router: 3d0ebce4-7499-4843-b9ef-9e523dc68fa5 for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:34:25.875972 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] Updating router 3d0ebce4-7499-4843-b9ef-9e523dc68fa5 port 3ea26a1f-a431-4b1c-a2b6-dc97fa692101 binding host dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:34:25.904814 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-18f9545a-5fb2-488e-a6e3-c8fe1d984a1a req-f319d655-beaf-4e44-9521-3dc033835108 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=31842c17-c1a5-4cc0-9294-a5a252e6a271 HTTP/1.1" status: 200 len: 210 time: 0.0348370 Jul 19 17:34:25.912620 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-cb838544-7b1f-4629-a68b-680acf25df78 req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] For port bff593c4-5f1e-4d34-b6b3-4abcf4269a55, host hv-cinder-80069, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:34:25.931362 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:25.938998 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-cb838544-7b1f-4629-a68b-680acf25df78 req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] For port bff593c4-5f1e-4d34-b6b3-4abcf4269a55, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bff593c4-5f1e-4d34-b6b3-4abcf4269a55,segment=NetworkSegment(4a116e4c-739d-4fb1-a547-fde24a0e1c19),segment_id=4a116e4c-739d-4fb1-a547-fde24a0e1c19)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:34:25.946892 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cb838544-7b1f-4629-a68b-680acf25df78 req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:26.003517 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb838544-7b1f-4629-a68b-680acf25df78 req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:26.004609 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cb838544-7b1f-4629-a68b-680acf25df78 req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:26.007489 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cb838544-7b1f-4629-a68b-680acf25df78 req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] 10.222.0.59 "PUT /v2.0/ports/bff593c4-5f1e-4d34-b6b3-4abcf4269a55 HTTP/1.1" status: 200 len: 1093 time: 1.4563110 Jul 19 17:34:26.011546 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70737035-ec0c-4540-beb4-6570dc26298a', 'tag': 'bff593c4-5f1e-4d34-b6b3-4abcf4269a55'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:34:26.016642 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bb9399-24f4-4954-876d-98d70595ad85" -d '{"events": [{"name": "network-changed", "server_uuid": "70737035-ec0c-4540-beb4-6570dc26298a", "tag": "bff593c4-5f1e-4d34-b6b3-4abcf4269a55"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:34:26.074135 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd118982-2245-4d22-88e6-bc1dd1adbd53 service neutron] Pushing event updated for resources: {'Port': ['ID=bff593c4-5f1e-4d34-b6b3-4abcf4269a55,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:26.153736 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-35b6e6c3-e4f3-4645-bbd4-7c40aecb0800 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:26.156800 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.db_base_plugin_common [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] Allocated IP 172.20.0.2 (0421cc11-33bb-4a93-ad39-5273fab99ae4/45a70d7f-b266-4fb8-bbda-6024f1adbd5a/c7841a7d-97bc-4b1c-a07c-156a0c3c5902) {{(pid=93385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:34:26.206973 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-35b6e6c3-e4f3-4645-bbd4-7c40aecb0800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:26.469587 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-35b6e6c3-e4f3-4645-bbd4-7c40aecb0800 admin admin] Allocated IP 172.27.0.224 (3fed661f-002c-47fa-82e8-e8fe637e9a0e/a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30/59b88feb-9e71-4a3e-ae42-4fdbb150b61c) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:34:26.536218 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] Notify callbacks [] for port, precommit_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:26.545173 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] Notify callbacks [] for port, precommit_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:26.555769 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] Transition to ACTIVE for port object c7841a7d-97bc-4b1c-a07c-156a0c3c5902 will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:26.574976 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] Transition to ACTIVE for port object 3ea26a1f-a431-4b1c-a2b6-dc97fa692101 will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:26.587709 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] Transition to ACTIVE for port object c7841a7d-97bc-4b1c-a07c-156a0c3c5902 will not be triggered until provisioned by entity DHCP. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:26.593671 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:26.608356 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:26.676703 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0521500c-ad32-4831-bfa5-34d0b8edf427 x-openstack-request-id: req-0521500c-ad32-4831-bfa5-34d0b8edf427 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:34:26.677243 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70737035-ec0c-4540-beb4-6570dc26298a", "tag": "bff593c4-5f1e-4d34-b6b3-4abcf4269a55", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:34:26.677692 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0521500c-ad32-4831-bfa5-34d0b8edf427 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:34:26.678363 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70737035-ec0c-4540-beb4-6570dc26298a', 'tag': 'bff593c4-5f1e-4d34-b6b3-4abcf4269a55', 'status': 'completed', 'code': 200} Jul 19 17:34:26.682447 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-35b6e6c3-e4f3-4645-bbd4-7c40aecb0800 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:26.691190 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] Network 0421cc11-33bb-4a93-ad39-5273fab99ae4 is already hosted by enough agents. {{(pid=93385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:34:26.699049 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.scheduler.base_scheduler [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] Resources bound (agent type, host, resource id): {{(pid=93385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:26.722454 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] Received port after_create {{(pid=93385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:34:26.725294 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7230407-3d75-4bbe-88d0-829aee20fb75 None None] Pushing event updated for resources: {'Port': ['ID=3ea26a1f-a431-4b1c-a2b6-dc97fa692101,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:26.764740 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-a2714282-013d-49ea-9898-a93b068864f4 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:26.767463 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-a2714282-013d-49ea-9898-a93b068864f4 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.59 "GET /v2.0/networks?id=c48ef7ec-7444-4cee-8dfa-ba707e530247 HTTP/1.1" status: 200 len: 816 time: 0.5077238 Jul 19 17:34:26.769202 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-35b6e6c3-e4f3-4645-bbd4-7c40aecb0800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:26.820139 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb838544-7b1f-4629-a68b-680acf25df78 req-5cb55426-0672-4f5c-894c-5b75f01fd889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:26.824444 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cb838544-7b1f-4629-a68b-680acf25df78 req-5cb55426-0672-4f5c-894c-5b75f01fd889 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89f9fd61ad17448a94b915b49ce1ffd9&device_id=70737035-ec0c-4540-beb4-6570dc26298a HTTP/1.1" status: 200 len: 1096 time: 0.7469988 Jul 19 17:34:26.896746 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b6e6c3-e4f3-4645-bbd4-7c40aecb0800 admin admin] Network 3fed661f-002c-47fa-82e8-e8fe637e9a0e is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:34:26.913241 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-35b6e6c3-e4f3-4645-bbd4-7c40aecb0800 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:26.924035 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b6e6c3-e4f3-4645-bbd4-7c40aecb0800 admin admin] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:34:26.946734 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514066b4-9488-4d1c-94de-6f3f311e14f3 req-7841c4c1-9e78-4360-a8f3-81da6888ca6e tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:26.956077 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-514066b4-9488-4d1c-94de-6f3f311e14f3 req-7841c4c1-9e78-4360-a8f3-81da6888ca6e tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.2591689 Jul 19 17:34:26.966621 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cb838544-7b1f-4629-a68b-680acf25df78 req-f6f93879-e137-4042-bf2e-d0192f784e07 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bff593c4-5f1e-4d34-b6b3-4abcf4269a55 HTTP/1.1" status: 200 len: 217 time: 0.1303449 Jul 19 17:34:26.977392 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6e6c3-e4f3-4645-bbd4-7c40aecb0800 admin admin] Pushing event updated for resources: {'Port': ['ID=59b88feb-9e71-4a3e-ae42-4fdbb150b61c,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:26.986639 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-412582d0-bf90-4b5f-807e-632354810bf3 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cde3c008c05a44f09be88be78c4bb614 HTTP/1.1" status: 200 len: 379 time: 0.2035801 Jul 19 17:34:27.145039 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] Attempting to bind port 3ea26a1f-a431-4b1c-a2b6-dc97fa692101 on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:34:27.145780 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] Attempting to bind port 3ea26a1f-a431-4b1c-a2b6-dc97fa692101 by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '97a50867-9a20-499b-a36d-64a4d1efc173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:34:27.145971 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] Attempting to bind port 3ea26a1f-a431-4b1c-a2b6-dc97fa692101 on network 11783e7e-ef5c-4c4f-968e-48de876cfb17 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:34:27.166967 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb838544-7b1f-4629-a68b-680acf25df78 req-4f8bdb67-ed03-47bb-ad3e-8694c2253c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:27.168889 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cb838544-7b1f-4629-a68b-680acf25df78 req-4f8bdb67-ed03-47bb-ad3e-8694c2253c29 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=99ad2b77-434b-4ab6-b3cb-a3c9ac3e456f HTTP/1.1" status: 200 len: 848 time: 0.1849802 Jul 19 17:34:27.184902 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:27.185636 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] Pushing event updated for resources: {'Port': ['ID=c7841a7d-97bc-4b1c-a07c-156a0c3c5902,revision_number=1']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:27.190922 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-514066b4-9488-4d1c-94de-6f3f311e14f3 req-33b7e07f-ba3b-4475-bba5-08ba23ead677 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338250 Jul 19 17:34:27.208815 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] Attempting to bind port c7841a7d-97bc-4b1c-a07c-156a0c3c5902 on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:34:27.209195 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] Attempting to bind port c7841a7d-97bc-4b1c-a07c-156a0c3c5902 by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '3eedcfc8-feca-498d-ad06-143216f55fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0421cc11-33bb-4a93-ad39-5273fab99ae4'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:34:27.209546 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] Attempting to bind port c7841a7d-97bc-4b1c-a07c-156a0c3c5902 on network 0421cc11-33bb-4a93-ad39-5273fab99ae4 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:34:27.221355 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:34:27.221733 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] Checking segment: {'id': '97a50867-9a20-499b-a36d-64a4d1efc173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:34:27.222139 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:27.222635 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] Bound using segment: {'id': '97a50867-9a20-499b-a36d-64a4d1efc173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:34:27.223085 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] Bound port: 3ea26a1f-a431-4b1c-a2b6-dc97fa692101, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a50867-9a20-499b-a36d-64a4d1efc173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:34:27.223462 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:27.238709 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:34:27.239156 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] Checking segment: {'id': '3eedcfc8-feca-498d-ad06-143216f55fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0421cc11-33bb-4a93-ad39-5273fab99ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:34:27.239554 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:27.240024 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] Bound using segment: {'id': '3eedcfc8-feca-498d-ad06-143216f55fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0421cc11-33bb-4a93-ad39-5273fab99ae4'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:34:27.240469 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] Bound port: c7841a7d-97bc-4b1c-a07c-156a0c3c5902, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eedcfc8-feca-498d-ad06-143216f55fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0421cc11-33bb-4a93-ad39-5273fab99ae4'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:34:27.240850 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:27.259030 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cb838544-7b1f-4629-a68b-680acf25df78 req-05635f1b-96c3-4d80-aaa7-2a5604a3fb81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22d15500-b8b3-4d57-b598-9c6d49eefd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518978 Jul 19 17:34:27.371951 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e47db900-f918-43fa-a532-6933924fc639 req-6269713c-377f-4870-a40a-b286669dc392 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 210 time: 0.0806327 Jul 19 17:34:27.433999 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-150d67ce-3e3c-43f3-9b3b-8351ce976965 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:27.435827 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-150d67ce-3e3c-43f3-9b3b-8351ce976965 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.59 "GET /v2.0/networks?id=8d0b84da-014c-43ff-bf6a-16a5d79fbf35 HTTP/1.1" status: 200 len: 814 time: 0.3782191 Jul 19 17:34:27.446091 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75dffe-64d0-4b0a-98c5-14c96817c862 req-e0d6f6db-1381-4e91-b790-16c8905b0511 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:27.447659 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4e75dffe-64d0-4b0a-98c5-14c96817c862 req-e0d6f6db-1381-4e91-b790-16c8905b0511 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=70737035-ec0c-4540-beb4-6570dc26298a HTTP/1.1" status: 200 len: 943 time: 0.4624703 Jul 19 17:34:27.461444 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6c5516bf-0827-4536-8472-1471df7077c5 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Request body: {'port': {'device_id': '31842c17-c1a5-4cc0-9294-a5a252e6a271', 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35', 'admin_state_up': True, 'tenant_id': '8eac7ae86da742339229da8811d720ae'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:27.503750 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] For port 3ea26a1f-a431-4b1c-a2b6-dc97fa692101, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:34:27.506061 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-5bb11a60-f219-4d10-922b-00fa96a47237 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Request body: {'port': {'device_id': '07303afd-195a-4176-a104-425d9c64666e', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'admin_state_up': True, 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'security_groups': ['971ed8b9-f29d-4ad6-b6a3-05426b79c415']}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:27.508737 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] For port 3ea26a1f-a431-4b1c-a2b6-dc97fa692101, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=3ea26a1f-a431-4b1c-a2b6-dc97fa692101,segment=NetworkSegment(97a50867-9a20-499b-a36d-64a4d1efc173),segment_id=97a50867-9a20-499b-a36d-64a4d1efc173)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:34:27.524474 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] For port c7841a7d-97bc-4b1c-a07c-156a0c3c5902, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:34:27.532325 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] For port c7841a7d-97bc-4b1c-a07c-156a0c3c5902, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=c7841a7d-97bc-4b1c-a07c-156a0c3c5902,segment=NetworkSegment(3eedcfc8-feca-498d-ad06-143216f55fd9),segment_id=3eedcfc8-feca-498d-ad06-143216f55fd9)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:34:27.536877 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:27.547372 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:27.565962 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cb838544-7b1f-4629-a68b-680acf25df78 req-00cd8c36-557a-4697-b6b9-aa69235010e1 service neutron] 10.222.0.59 "GET /v2.0/networks/22d15500-b8b3-4d57-b598-9c6d49eefd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737904 Jul 19 17:34:27.613090 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4e75dffe-64d0-4b0a-98c5-14c96817c862 req-7745c13c-df54-465a-82ca-dd1dcf61230a tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd0a028e-08d5-4963-a6ad-48105cd10e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461790 Jul 19 17:34:27.742510 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cb838544-7b1f-4629-a68b-680acf25df78 req-8c5ca9ac-bc6f-4784-b95e-7b6d59823a81 service neutron] 10.222.0.59 "GET /v2.0/networks/22d15500-b8b3-4d57-b598-9c6d49eefd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661742 Jul 19 17:34:27.744034 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6c5516bf-0827-4536-8472-1471df7077c5 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Made reservation on behalf of 8eac7ae86da742339229da8811d720ae for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:34:27.748017 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6c5516bf-0827-4536-8472-1471df7077c5 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:27.783420 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] Routers {'3d0ebce4-7499-4843-b9ef-9e523dc68fa5'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:34:27.788968 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:34:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['3d0ebce4-7499-4843-b9ef-9e523dc68fa5'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:27.839642 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-5bb11a60-f219-4d10-922b-00fa96a47237 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Made reservation on behalf of cde3c008c05a44f09be88be78c4bb614 for: {'port': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:34:27.844249 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-5bb11a60-f219-4d10-922b-00fa96a47237 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:27.853991 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-35b6e6c3-e4f3-4645-bbd4-7c40aecb0800 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:27.902127 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7230407-3d75-4bbe-88d0-829aee20fb75 None None] Pushing event updated for resources: {'Port': ['ID=3ea26a1f-a431-4b1c-a2b6-dc97fa692101,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:27.974590 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6c5516bf-0827-4536-8472-1471df7077c5 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Allocated IP 172.20.0.11 (8d0b84da-014c-43ff-bf6a-16a5d79fbf35/9f2c7817-7c7d-4ae1-b51f-d61950bf1fbd/306ee645-c38e-452c-996d-42411e0a14a5) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:34:27.981817 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4e740-04c8-41fe-b235-e029f1c8305c None None] Pushing event updated for resources: {'Port': ['ID=c7841a7d-97bc-4b1c-a07c-156a0c3c5902,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:28.011559 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] Set router 3d0ebce4-7499-4843-b9ef-9e523dc68fa5 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:34:28.064641 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-24667013-3c96-47eb-a4b4-8a0a40acf0d5 req-0a58024a-eeb1-43b4-8334-7c8b23df6411 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=31842c17-c1a5-4cc0-9294-a5a252e6a271 HTTP/1.1" status: 200 len: 210 time: 0.2867498 Jul 19 17:34:28.322950 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-5bb11a60-f219-4d10-922b-00fa96a47237 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Allocated IP 172.20.0.12 (c48ef7ec-7444-4cee-8dfa-ba707e530247/4a8cde66-88d0-4637-913a-84e51941d044/93721a07-ae75-4b6a-b020-98ca9b17c8b2) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:34:28.379580 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6c5516bf-0827-4536-8472-1471df7077c5 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:28.472949 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6c5516bf-0827-4536-8472-1471df7077c5 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:28.497914 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-35b6e6c3-e4f3-4645-bbd4-7c40aecb0800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567340'] for router, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:28.504690 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c', 'bd32d1a8-87a7-4f68-9f0f-634a077017c5'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:34:28.629283 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e91af3cc-3747-40ba-94d2-5a6c76de366c req-f50ff853-a6eb-45ed-ba56-85de1841ee28 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 210 time: 0.0825772 Jul 19 17:34:28.635690 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6c5516bf-0827-4536-8472-1471df7077c5 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Network 8d0b84da-014c-43ff-bf6a-16a5d79fbf35 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:34:28.654011 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6c5516bf-0827-4536-8472-1471df7077c5 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:28.680421 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6c5516bf-0827-4536-8472-1471df7077c5 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:34:28.686485 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6c5516bf-0827-4536-8472-1471df7077c5 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:28.688612 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6c5516bf-0827-4536-8472-1471df7077c5 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:28.699142 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5516bf-0827-4536-8472-1471df7077c5 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Pushing event updated for resources: {'Port': ['ID=306ee645-c38e-452c-996d-42411e0a14a5,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:28.725047 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'name': 'tempest-TestMinimumBasicScenario-1431833551-router', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:19Z', 'revision_number': 4, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'gw_port': {'id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:14Z', 'updated_at': '2021-07-19T17:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '3ea26a1f-a431-4b1c-a2b6-dc97fa692101', 'name': '', 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'mac_address': 'fa:16:3e:03:64:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2ce69870-9125-4f57-86a4-10ffb5b14c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:18Z', 'updated_at': '2021-07-19T17:34:27Z', 'revision_number': 4, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'subnets': [{'id': '2ce69870-9125-4f57-86a4-10ffb5b14c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:28.752067 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6c5516bf-0827-4536-8472-1471df7077c5 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2956920 Jul 19 17:34:28.755549 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb9399-24f4-4954-876d-98d70595ad85 req-70b0b6bc-782c-4802-92b8-202bed15b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:28.757094 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-76bb9399-24f4-4954-876d-98d70595ad85 req-70b0b6bc-782c-4802-92b8-202bed15b290 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89f9fd61ad17448a94b915b49ce1ffd9&device_id=70737035-ec0c-4540-beb4-6570dc26298a HTTP/1.1" status: 200 len: 1096 time: 0.7790596 Jul 19 17:34:28.772018 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474b48e-e57f-441e-9cc8-bb986fcf90be req-1ad8fd1a-2d3c-49ac-bc7f-79dd7bc0c607 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:28.779335 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2474b48e-e57f-441e-9cc8-bb986fcf90be req-1ad8fd1a-2d3c-49ac-bc7f-79dd7bc0c607 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.3473115 Jul 19 17:34:28.788861 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] Request body: {'port': {'device_id': '31842c17-c1a5-4cc0-9294-a5a252e6a271', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:28.795048 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea7b724-5301-484b-9f30-b047f33fce20 None None] The sync data for ids ['3d0ebce4-7499-4843-b9ef-9e523dc68fa5'] in dv-cinder-800695-4-iscsi is: [{'id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'name': 'tempest-TestMinimumBasicScenario-1431833551-router', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:19Z', 'revision_number': 4, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'gw_port': {'id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:14Z', 'updated_at': '2021-07-19T17:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '3ea26a1f-a431-4b1c-a2b6-dc97fa692101', 'name': '', 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'mac_address': 'fa:16:3e:03:64:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2ce69870-9125-4f57-86a4-10ffb5b14c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:18Z', 'updated_at': '2021-07-19T17:34:27Z', 'revision_number': 4, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'subnets': [{'id': '2ce69870-9125-4f57-86a4-10ffb5b14c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:34:28.863707 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-5bb11a60-f219-4d10-922b-00fa96a47237 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:28.953899 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-5bb11a60-f219-4d10-922b-00fa96a47237 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Transition to ACTIVE for port object 93721a07-ae75-4b6a-b020-98ca9b17c8b2 will not be triggered until provisioned by entity DHCP. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:28.972738 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b6e6c3-e4f3-4645-bbd4-7c40aecb0800 admin admin] Router 4909ca17-31f0-4cca-9d5a-9af3b768b077 is scheduled to L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 with binding_index 1 {{(pid=93384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:34:29.119815 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-5bb11a60-f219-4d10-922b-00fa96a47237 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:29.180227 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb9399-24f4-4954-876d-98d70595ad85 req-f95e101c-ff0d-478c-84c0-43d40b00e715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:29.182110 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-76bb9399-24f4-4954-876d-98d70595ad85 req-f95e101c-ff0d-478c-84c0-43d40b00e715 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22d15500-b8b3-4d57-b598-9c6d49eefd7f HTTP/1.1" status: 200 len: 909 time: 0.3990362 Jul 19 17:34:29.241369 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2474b48e-e57f-441e-9cc8-bb986fcf90be req-bca20185-46d7-4d83-a5fd-d658e159351c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610543 Jul 19 17:34:29.257533 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb11a60-f219-4d10-922b-00fa96a47237 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Pushing event updated for resources: {'Port': ['ID=93721a07-ae75-4b6a-b020-98ca9b17c8b2,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:29.275710 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-5bb11a60-f219-4d10-922b-00fa96a47237 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Network c48ef7ec-7444-4cee-8dfa-ba707e530247 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:34:29.278714 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-5bb11a60-f219-4d10-922b-00fa96a47237 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:29.283088 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-5bb11a60-f219-4d10-922b-00fa96a47237 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:34:29.336518 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-76bb9399-24f4-4954-876d-98d70595ad85 req-8942ff07-f656-4fc2-9feb-5c01162a8c06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bff593c4-5f1e-4d34-b6b3-4abcf4269a55 HTTP/1.1" status: 200 len: 217 time: 0.1024327 Jul 19 17:34:29.361700 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:29.388472 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b6e6c3-e4f3-4645-bbd4-7c40aecb0800 admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:34:29.408679 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] Sync routers for ids ['4909ca17-31f0-4cca-9d5a-9af3b768b077'] in dv-cinder-800695-4-iscsi {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:34:29.420239 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b23ae-7103-4ac6-bf08-0ec0b51f054b req-08a73fd7-535c-49b8-a2ac-3bc3f641dbd8 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:29.422617 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ed7b23ae-7103-4ac6-bf08-0ec0b51f054b req-08a73fd7-535c-49b8-a2ac-3bc3f641dbd8 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=70737035-ec0c-4540-beb4-6570dc26298a HTTP/1.1" status: 200 len: 943 time: 0.4661615 Jul 19 17:34:29.429648 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] Routers {'4909ca17-31f0-4cca-9d5a-9af3b768b077'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:34:29.430555 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:34:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['4909ca17-31f0-4cca-9d5a-9af3b768b077'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:29.451619 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-5bb11a60-f219-4d10-922b-00fa96a47237 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:29.464073 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-5bb11a60-f219-4d10-922b-00fa96a47237 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:29.477994 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-35b6e6c3-e4f3-4645-bbd4-7c40aecb0800 admin admin] Notify callbacks [] for router, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:29.479759 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-35b6e6c3-e4f3-4645-bbd4-7c40aecb0800 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4218423 Jul 19 17:34:29.483413 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 38072) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:29.537234 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-5bb11a60-f219-4d10-922b-00fa96a47237 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0408225 Jul 19 17:34:29.581907 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] Request body: {'port': {'device_id': '07303afd-195a-4176-a104-425d9c64666e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:29.583893 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae40381-fe32-4f5b-9332-980125e7569f None None] Network 0421cc11-33bb-4a93-ad39-5273fab99ae4 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:34:29.633659 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] Set router 4909ca17-31f0-4cca-9d5a-9af3b768b077 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:34:29.854744 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f0a97135-0be4-4a41-876a-b0ab20c88cad None None] Provisioning for port c7841a7d-97bc-4b1c-a07c-156a0c3c5902 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:29.923017 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb9399-24f4-4954-876d-98d70595ad85 req-af365559-d669-4c42-83df-7ac82dbca164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:29.924715 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-76bb9399-24f4-4954-876d-98d70595ad85 req-af365559-d669-4c42-83df-7ac82dbca164 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=99ad2b77-434b-4ab6-b3cb-a3c9ac3e456f HTTP/1.1" status: 200 len: 848 time: 0.5791974 Jul 19 17:34:29.992241 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:30.010701 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 3ea26a1f-a431-4b1c-a2b6-dc97fa692101 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:30.019291 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4909ca17-31f0-4cca-9d5a-9af3b768b077', 'name': 'tempest-TestMinimumBasicScenario-1596812662-router', 'tenant_id': '62bbef0b496349edaddb4118879fcd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '59b88feb-9e71-4a3e-ae42-4fdbb150b61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:25Z', 'updated_at': '2021-07-19T17:34:27Z', 'revision_number': 3, 'project_id': '62bbef0b496349edaddb4118879fcd10', 'gw_port': {'id': '59b88feb-9e71-4a3e-ae42-4fdbb150b61c', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4909ca17-31f0-4cca-9d5a-9af3b768b077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:26Z', 'updated_at': '2021-07-19T17:34:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:30.058045 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-76bb9399-24f4-4954-876d-98d70595ad85 req-1a63e298-02e6-42f5-8c68-c23fb0df5f32 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22d15500-b8b3-4d57-b598-9c6d49eefd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991099 Jul 19 17:34:30.103457 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] Checking router: 4909ca17-31f0-4cca-9d5a-9af3b768b077 for host: dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:34:30.104551 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] Updating router 4909ca17-31f0-4cca-9d5a-9af3b768b077 port 59b88feb-9e71-4a3e-ae42-4fdbb150b61c binding host dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:34:30.122003 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ed7b23ae-7103-4ac6-bf08-0ec0b51f054b req-9c10cd98-8cf2-48bd-ba95-dc8fd3a652be tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd0a028e-08d5-4963-a6ad-48105cd10e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6809485 Jul 19 17:34:30.151756 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-049d3111-8c29-46b6-bcdb-84fca5bbe359 None None] Provisioning for port 93721a07-ae75-4b6a-b020-98ca9b17c8b2 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:30.187706 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-049d3111-8c29-46b6-bcdb-84fca5bbe359 None None] Provisioning complete for port 93721a07-ae75-4b6a-b020-98ca9b17c8b2 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:30.188106 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-049d3111-8c29-46b6-bcdb-84fca5bbe359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:30.195636 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc22e8-d870-4380-8762-2130703b6e5c req-154dc221-dfa9-4269-af58-91ff8fea8858 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:30.202181 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e3dc22e8-d870-4380-8762-2130703b6e5c req-154dc221-dfa9-4269-af58-91ff8fea8858 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=31842c17-c1a5-4cc0-9294-a5a252e6a271 HTTP/1.1" status: 200 len: 932 time: 0.7750013 Jul 19 17:34:30.256658 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:30.310110 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 306ee645-c38e-452c-996d-42411e0a14a5 {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:34:30.330381 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:30.365396 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] Transition to ACTIVE for port object 306ee645-c38e-452c-996d-42411e0a14a5 will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:30.370944 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-049d3111-8c29-46b6-bcdb-84fca5bbe359 None None] Port 93721a07-ae75-4b6a-b020-98ca9b17c8b2 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:34:30.385390 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port 3ea26a1f-a431-4b1c-a2b6-dc97fa692101 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:30.402485 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 3ea26a1f-a431-4b1c-a2b6-dc97fa692101 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:30.403206 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:30.445444 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:30.653317 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:30.656273 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93721a07-ae75-4b6a-b020-98ca9b17c8b2 {{(pid=93384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:34:30.674412 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:30.721857 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] Transition to ACTIVE for port object 93721a07-ae75-4b6a-b020-98ca9b17c8b2 will not be triggered until provisioned by entity L2. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:30.744517 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port 3ea26a1f-a431-4b1c-a2b6-dc97fa692101, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=3ea26a1f-a431-4b1c-a2b6-dc97fa692101,segment=NetworkSegment(97a50867-9a20-499b-a36d-64a4d1efc173),segment_id=97a50867-9a20-499b-a36d-64a4d1efc173)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:30.752382 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:30.753492 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device c7841a7d-97bc-4b1c-a07c-156a0c3c5902 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:30.761524 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6211033'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:30.791026 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] Pushing event updated for resources: {'Port': ['ID=306ee645-c38e-452c-996d-42411e0a14a5,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:30.919004 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port c7841a7d-97bc-4b1c-a07c-156a0c3c5902 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:30.929771 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=3ea26a1f-a431-4b1c-a2b6-dc97fa692101,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:30.938193 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port c7841a7d-97bc-4b1c-a07c-156a0c3c5902 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:30.938882 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] Pushing event updated for resources: {'Port': ['ID=93721a07-ae75-4b6a-b020-98ca9b17c8b2,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:30.939932 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:30.993305 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e3dc22e8-d870-4380-8762-2130703b6e5c req-1834b627-f254-47ba-9aa0-890144f4bcf0 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6242301 Jul 19 17:34:31.034741 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 38108) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:31.078498 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-eb1e21fa-7b59-4b6e-92a2-f0bb020fe6d7 None None] Provisioning complete for port c7841a7d-97bc-4b1c-a07c-156a0c3c5902 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:31.084961 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-eb1e21fa-7b59-4b6e-92a2-f0bb020fe6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:31.103538 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788033f7-9532-4618-b228-ffd46ccf9844 req-3aa6edf7-5abe-45c2-ac76-43ce24cf8d3f tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:31.112033 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-788033f7-9532-4618-b228-ffd46ccf9844 req-3aa6edf7-5abe-45c2-ac76-43ce24cf8d3f tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.4023864 Jul 19 17:34:31.181775 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] Attempting to bind port 306ee645-c38e-452c-996d-42411e0a14a5 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:34:31.191492 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] Attempting to bind port 306ee645-c38e-452c-996d-42411e0a14a5 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'da51a4f5-0dcb-40e9-b412-f6e7f601152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:34:31.192311 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] Attempting to bind port 306ee645-c38e-452c-996d-42411e0a14a5 on network 8d0b84da-014c-43ff-bf6a-16a5d79fbf35 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:34:31.199802 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] Port 306ee645-c38e-452c-996d-42411e0a14a5 on network 8d0b84da-014c-43ff-bf6a-16a5d79fbf35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:34:31.200145 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] Attempting to bind port 306ee645-c38e-452c-996d-42411e0a14a5 on network 8d0b84da-014c-43ff-bf6a-16a5d79fbf35 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:34:31.207502 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] Checking agent: {'id': 'd8fb6e65-9e8c-4b17-9f8a-3918624e6b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'started_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:34:31.207917 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] Checking segment: {'id': 'da51a4f5-0dcb-40e9-b412-f6e7f601152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:34:31.208246 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] Bound using segment: {'id': 'da51a4f5-0dcb-40e9-b412-f6e7f601152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:34:31.208774 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] Bound port: 306ee645-c38e-452c-996d-42411e0a14a5, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da51a4f5-0dcb-40e9-b412-f6e7f601152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:34:31.209084 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:31.227950 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-76bb9399-24f4-4954-876d-98d70595ad85 req-4c0ce521-0052-46c7-a17e-1d69846dc19b service neutron] 10.222.0.59 "GET /v2.0/networks/22d15500-b8b3-4d57-b598-9c6d49eefd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1577172 Jul 19 17:34:31.232379 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-788033f7-9532-4618-b228-ffd46ccf9844 req-b096445b-9366-401b-9420-096257820180 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131501 Jul 19 17:34:31.275773 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:31.302464 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:31.349321 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.provisioning_blocks [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] Transition to ACTIVE for port object 59b88feb-9e71-4a3e-ae42-4fdbb150b61c will not be triggered until provisioned by entity L2. {{(pid=93386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:31.349800 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port c7841a7d-97bc-4b1c-a07c-156a0c3c5902, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=c7841a7d-97bc-4b1c-a07c-156a0c3c5902,segment=NetworkSegment(3eedcfc8-feca-498d-ad06-143216f55fd9),segment_id=3eedcfc8-feca-498d-ad06-143216f55fd9)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:31.360571 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:31.361973 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:31.403958 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-eb1e21fa-7b59-4b6e-92a2-f0bb020fe6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:31.425978 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-76bb9399-24f4-4954-876d-98d70595ad85 req-60ba206d-6593-4fa1-990d-166adec7ae1b service neutron] 10.222.0.59 "GET /v2.0/networks/22d15500-b8b3-4d57-b598-9c6d49eefd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835170 Jul 19 17:34:31.443520 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b2b35-bf59-4f8b-b669-58d8bdb6a3ce None None] Pushing event updated for resources: {'Port': ['ID=59b88feb-9e71-4a3e-ae42-4fdbb150b61c,revision_number=2']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:31.468978 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=c7841a7d-97bc-4b1c-a07c-156a0c3c5902,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:31.476195 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] Attempting to bind port 59b88feb-9e71-4a3e-ae42-4fdbb150b61c on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:34:31.476732 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] Attempting to bind port 59b88feb-9e71-4a3e-ae42-4fdbb150b61c by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:34:31.477148 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] Attempting to bind port 59b88feb-9e71-4a3e-ae42-4fdbb150b61c on network 3fed661f-002c-47fa-82e8-e8fe637e9a0e {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:34:31.485501 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:34:31.485887 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] Checking segment: {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:34:31.486868 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:31.487438 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] Bound using segment: {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:34:31.488190 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] Bound port: 59b88feb-9e71-4a3e-ae42-4fdbb150b61c, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:34:31.488786 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:31.532723 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.db.api [None req-eb1e21fa-7b59-4b6e-92a2-f0bb020fe6d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 17:34:31.533077 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG oslo_db.api [None req-eb1e21fa-7b59-4b6e-92a2-f0bb020fe6d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 17:34:31.560718 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device bff593c4-5f1e-4d34-b6b3-4abcf4269a55 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:34:31.561470 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] For port 59b88feb-9e71-4a3e-ae42-4fdbb150b61c, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:34:31.567575 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] For port 59b88feb-9e71-4a3e-ae42-4fdbb150b61c, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=59b88feb-9e71-4a3e-ae42-4fdbb150b61c,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:34:31.575821 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:31.639180 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] Attempting to bind port 93721a07-ae75-4b6a-b020-98ca9b17c8b2 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:34:31.639645 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] Attempting to bind port 93721a07-ae75-4b6a-b020-98ca9b17c8b2 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'dca354da-992b-4aa3-97b5-c6ca75bf80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247'}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:34:31.640630 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] Attempting to bind port 93721a07-ae75-4b6a-b020-98ca9b17c8b2 on network c48ef7ec-7444-4cee-8dfa-ba707e530247 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:34:31.650989 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2bbeb5cd-1849-4d00-9c05-c955a90bfac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:31.659068 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b2b35-bf59-4f8b-b669-58d8bdb6a3ce None None] Pushing event updated for resources: {'Port': ['ID=59b88feb-9e71-4a3e-ae42-4fdbb150b61c,revision_number=3']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:31.677834 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] Routers {'4909ca17-31f0-4cca-9d5a-9af3b768b077'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:34:31.678949 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:34:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['4909ca17-31f0-4cca-9d5a-9af3b768b077'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:31.723730 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port bff593c4-5f1e-4d34-b6b3-4abcf4269a55, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bff593c4-5f1e-4d34-b6b3-4abcf4269a55,segment=NetworkSegment(4a116e4c-739d-4fb1-a547-fde24a0e1c19),segment_id=4a116e4c-739d-4fb1-a547-fde24a0e1c19)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:31.757723 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': 'bff593c4-5f1e-4d34-b6b3-4abcf4269a55', 'network_id': '22d15500-b8b3-4d57-b598-9c6d49eefd7f', 'port_id': 'bff593c4-5f1e-4d34-b6b3-4abcf4269a55', 'mac_address': 'fa:16:3e:ae:09:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99ad2b77-434b-4ab6-b3cb-a3c9ac3e456f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:34:31.762772 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2bbeb5cd-1849-4d00-9c05-c955a90bfac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:31.768395 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] Port 93721a07-ae75-4b6a-b020-98ca9b17c8b2 on network c48ef7ec-7444-4cee-8dfa-ba707e530247 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:34:31.776846 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] Attempting to bind port 93721a07-ae75-4b6a-b020-98ca9b17c8b2 on network c48ef7ec-7444-4cee-8dfa-ba707e530247 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:34:31.791611 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] Checking agent: {'id': 'd8fb6e65-9e8c-4b17-9f8a-3918624e6b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'started_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:34:31.796872 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] Checking segment: {'id': 'dca354da-992b-4aa3-97b5-c6ca75bf80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:34:31.800724 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] Bound using segment: {'id': 'dca354da-992b-4aa3-97b5-c6ca75bf80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247'} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:34:31.803619 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] Bound port: 93721a07-ae75-4b6a-b020-98ca9b17c8b2, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dca354da-992b-4aa3-97b5-c6ca75bf80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247'}}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:34:31.813397 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:31.828244 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:31.830824 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2bbeb5cd-1849-4d00-9c05-c955a90bfac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:31.854963 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff593c4-5f1e-4d34-b6b3-4abcf4269a55 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:34:31.862024 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] For port 306ee645-c38e-452c-996d-42411e0a14a5, host hv-cinder-80069, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:34:31.868377 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 3ea26a1f-a431-4b1c-a2b6-dc97fa692101 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:31.887524 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] Set router 4909ca17-31f0-4cca-9d5a-9af3b768b077 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:34:31.891779 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] For port 306ee645-c38e-452c-996d-42411e0a14a5, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=306ee645-c38e-452c-996d-42411e0a14a5,segment=NetworkSegment(da51a4f5-0dcb-40e9-b412-f6e7f601152b),segment_id=da51a4f5-0dcb-40e9-b412-f6e7f601152b)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:34:31.895709 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9d500ec3-aa9f-4eef-81c4-b2e8f5f376b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:31.902380 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e107d-fcd0-4710-accb-cfb5a538a040 req-e3443826-f305-4a84-bada-fbedc08ad9e9 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:31.904802 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b87e107d-fcd0-4710-accb-cfb5a538a040 req-e3443826-f305-4a84-bada-fbedc08ad9e9 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=70737035-ec0c-4540-beb4-6570dc26298a HTTP/1.1" status: 200 len: 943 time: 0.4778969 Jul 19 17:34:31.910106 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:31.923642 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port bff593c4-5f1e-4d34-b6b3-4abcf4269a55, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bff593c4-5f1e-4d34-b6b3-4abcf4269a55,segment=NetworkSegment(4a116e4c-739d-4fb1-a547-fde24a0e1c19),segment_id=4a116e4c-739d-4fb1-a547-fde24a0e1c19)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:31.933072 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:31.948481 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-2bbeb5cd-1849-4d00-9c05-c955a90bfac5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08f2d09e64b84a5d8b4913f59d180f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9123573 Jul 19 17:34:31.949836 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbeb5cd-1849-4d00-9c05-c955a90bfac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d066df-617f-4ce7-8546-a23557edf55e,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:31.951044 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42674ec5-88ed-4193-a190-db406da3f995 req-8a830e6a-06ae-4fac-b462-a20f3f08139c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:31.959096 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-42674ec5-88ed-4193-a190-db406da3f995 req-8a830e6a-06ae-4fac-b462-a20f3f08139c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.5286934 Jul 19 17:34:31.968291 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 38120) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:31.994621 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 3ea26a1f-a431-4b1c-a2b6-dc97fa692101 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:31.995122 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:32.033745 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=bff593c4-5f1e-4d34-b6b3-4abcf4269a55,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:32.037881 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:32.038734 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:32.040390 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] 10.222.0.59 "PUT /v2.0/ports/306ee645-c38e-452c-996d-42411e0a14a5 HTTP/1.1" status: 200 len: 1094 time: 3.2560847 Jul 19 17:34:32.042682 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31842c17-c1a5-4cc0-9294-a5a252e6a271', 'tag': '306ee645-c38e-452c-996d-42411e0a14a5'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:34:32.043547 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f46972-081d-42dc-95c0-d8327cf7ec83" -d '{"events": [{"name": "network-changed", "server_uuid": "31842c17-c1a5-4cc0-9294-a5a252e6a271", "tag": "306ee645-c38e-452c-996d-42411e0a14a5"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:34:32.055992 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] For port 93721a07-ae75-4b6a-b020-98ca9b17c8b2, host hv-cinder-80069, cleared binding levels {{(pid=93384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:34:32.125864 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b87e107d-fcd0-4710-accb-cfb5a538a040 req-67424ccf-110b-40d6-846f-0362eff2f973 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd0a028e-08d5-4963-a6ad-48105cd10e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044346 Jul 19 17:34:32.138530 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] For port 93721a07-ae75-4b6a-b020-98ca9b17c8b2, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=93721a07-ae75-4b6a-b020-98ca9b17c8b2,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:34:32.162001 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6211033'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:32.174613 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 38134) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:32.240389 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-42674ec5-88ed-4193-a190-db406da3f995 req-55354bde-46ff-4836-a127-0bc222a37d9d tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760465 Jul 19 17:34:32.253035 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acea3d0-cfba-40cc-8860-6d8b29625f89 service neutron] Pushing event updated for resources: {'Port': ['ID=306ee645-c38e-452c-996d-42411e0a14a5,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:32.300050 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e08fa3d-5cd5-4bcf-b06a-7b864145b72b x-openstack-request-id: req-4e08fa3d-5cd5-4bcf-b06a-7b864145b72b {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:34:32.300050 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31842c17-c1a5-4cc0-9294-a5a252e6a271", "tag": "306ee645-c38e-452c-996d-42411e0a14a5", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:34:32.300050 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e08fa3d-5cd5-4bcf-b06a-7b864145b72b {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:34:32.303295 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31842c17-c1a5-4cc0-9294-a5a252e6a271', 'tag': '306ee645-c38e-452c-996d-42411e0a14a5', 'status': 'completed', 'code': 200} Jul 19 17:34:32.315757 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-caef6401-56ce-4283-ad45-5eb021333247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:32.318418 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-caef6401-56ce-4283-ad45-5eb021333247 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8eac7ae86da742339229da8811d720ae&device_id=31842c17-c1a5-4cc0-9294-a5a252e6a271 HTTP/1.1" status: 200 len: 1097 time: 0.2131324 Jul 19 17:34:32.345414 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device c7841a7d-97bc-4b1c-a07c-156a0c3c5902 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:32.374076 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:32.375507 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:32.377002 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] 10.222.0.59 "PUT /v2.0/ports/93721a07-ae75-4b6a-b020-98ca9b17c8b2 HTTP/1.1" status: 200 len: 1094 time: 2.8051000 Jul 19 17:34:32.385643 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07303afd-195a-4176-a104-425d9c64666e', 'tag': '93721a07-ae75-4b6a-b020-98ca9b17c8b2'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:34:32.388811 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3125f46c-cc3d-4b67-91dd-8d2934cfcae0" -d '{"events": [{"name": "network-changed", "server_uuid": "07303afd-195a-4176-a104-425d9c64666e", "tag": "93721a07-ae75-4b6a-b020-98ca9b17c8b2"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:34:32.399286 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['bff593c4-5f1e-4d34-b6b3-4abcf4269a55'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:34:32.416874 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-f1203625-4c90-4a55-885c-ed0aa8f1bf17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=306ee645-c38e-452c-996d-42411e0a14a5 HTTP/1.1" status: 200 len: 217 time: 0.0900142 Jul 19 17:34:32.419590 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4909ca17-31f0-4cca-9d5a-9af3b768b077', 'name': 'tempest-TestMinimumBasicScenario-1596812662-router', 'tenant_id': '62bbef0b496349edaddb4118879fcd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '59b88feb-9e71-4a3e-ae42-4fdbb150b61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:25Z', 'updated_at': '2021-07-19T17:34:27Z', 'revision_number': 3, 'project_id': '62bbef0b496349edaddb4118879fcd10', 'gw_port': {'id': '59b88feb-9e71-4a3e-ae42-4fdbb150b61c', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4909ca17-31f0-4cca-9d5a-9af3b768b077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:26Z', 'updated_at': '2021-07-19T17:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:32.425366 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2816ce46-8ca4-4250-b9ba-8611f475b8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:32.468647 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55341e9-e279-4da1-8ae7-50b0d18237f8 None None] The sync data for ids ['4909ca17-31f0-4cca-9d5a-9af3b768b077'] in dv-cinder-800695-4-iscsi is: [{'id': '4909ca17-31f0-4cca-9d5a-9af3b768b077', 'name': 'tempest-TestMinimumBasicScenario-1596812662-router', 'tenant_id': '62bbef0b496349edaddb4118879fcd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '59b88feb-9e71-4a3e-ae42-4fdbb150b61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:25Z', 'updated_at': '2021-07-19T17:34:27Z', 'revision_number': 3, 'project_id': '62bbef0b496349edaddb4118879fcd10', 'gw_port': {'id': '59b88feb-9e71-4a3e-ae42-4fdbb150b61c', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4909ca17-31f0-4cca-9d5a-9af3b768b077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:26Z', 'updated_at': '2021-07-19T17:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:34:32.533594 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2d07f-9249-4063-87b3-54ae2fe14160 service neutron] Pushing event updated for resources: {'Port': ['ID=93721a07-ae75-4b6a-b020-98ca9b17c8b2,revision_number=3']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:32.540790 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8edac5-b329-4aa8-bc02-b8efb738e727 admin admin] Deleting subnet e60f5e92-0f68-4e4b-8a67-7cc04c18f1c9 {{(pid=93384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:34:32.557200 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8a8edac5-b329-4aa8-bc02-b8efb738e727 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:32.563780 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-b7230d44-236b-4f32-a3e6-e2691e7b7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:32.565520 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-b7230d44-236b-4f32-a3e6-e2691e7b7773 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9f2c7817-7c7d-4ae1-b51f-d61950bf1fbd HTTP/1.1" status: 200 len: 854 time: 0.1201560 Jul 19 17:34:32.584204 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda17ca-7ecb-4ce5-954b-82cc7039cf79 req-af497de4-7848-4a8d-b5d9-68fdfb36980a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:32.586209 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3bda17ca-7ecb-4ce5-954b-82cc7039cf79 req-af497de4-7848-4a8d-b5d9-68fdfb36980a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=31842c17-c1a5-4cc0-9294-a5a252e6a271 HTTP/1.1" status: 200 len: 944 time: 0.2497728 Jul 19 17:34:32.588018 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port c7841a7d-97bc-4b1c-a07c-156a0c3c5902 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:32.588427 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:32.595896 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2816ce46-8ca4-4250-b9ba-8611f475b8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:32.610406 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0ccbc-fbc4-46fc-9146-899ee4066ac6 req-4dcb8f47-5f0c-4bbc-bf11-ae9f836adc19 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:32.612073 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-08f0ccbc-fbc4-46fc-9146-899ee4066ac6 req-4dcb8f47-5f0c-4bbc-bf11-ae9f836adc19 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.2066662 Jul 19 17:34:32.645620 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-c5a7625f-c39a-4422-91dd-bd99fbca3d14 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d0b84da-014c-43ff-bf6a-16a5d79fbf35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559185 Jul 19 17:34:32.651946 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-9d500ec3-aa9f-4eef-81c4-b2e8f5f376b5 admin admin] Allocated IP 172.20.0.1 (0421cc11-33bb-4a93-ad39-5273fab99ae4/45a70d7f-b266-4fb8-bbda-6024f1adbd5a/cc4b6036-5d75-47e6-9f32-8c356ab1521a) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:34:32.655648 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8a8edac5-b329-4aa8-bc02-b8efb738e727 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5138715'] for subnet, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:32.733345 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3bda17ca-7ecb-4ce5-954b-82cc7039cf79 req-7dfc1cf7-3c5a-431e-9644-c3d4ada93818 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951009 Jul 19 17:34:32.761559 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8a8edac5-b329-4aa8-bc02-b8efb738e727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428619'] for subnet, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:32.799392 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2beb517-62f3-44fd-8422-8bb25ad66af3 x-openstack-request-id: req-c2beb517-62f3-44fd-8422-8bb25ad66af3 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:34:32.800290 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07303afd-195a-4176-a104-425d9c64666e", "tag": "93721a07-ae75-4b6a-b020-98ca9b17c8b2", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:34:32.800290 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2beb517-62f3-44fd-8422-8bb25ad66af3 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:34:32.800290 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07303afd-195a-4176-a104-425d9c64666e', 'tag': '93721a07-ae75-4b6a-b020-98ca9b17c8b2', 'status': 'completed', 'code': 200} Jul 19 17:34:32.807192 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-b1c267e8-5989-4e0b-a396-a5798681b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:32.808969 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-b1c267e8-5989-4e0b-a396-a5798681b11c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cde3c008c05a44f09be88be78c4bb614&device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 1097 time: 0.3791564 Jul 19 17:34:32.841311 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-08f0ccbc-fbc4-46fc-9146-899ee4066ac6 req-94a9f230-6b59-43a9-afb2-83246ebcff3e tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943629 Jul 19 17:34:32.868172 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-6b56a469-9626-4429-97db-098f3546949d service neutron] 10.222.0.59 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054131 Jul 19 17:34:32.907902 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2816ce46-8ca4-4250-b9ba-8611f475b8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:32.911398 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2816ce46-8ca4-4250-b9ba-8611f475b8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:32.913035 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-2816ce46-8ca4-4250-b9ba-8611f475b8fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87d066df-617f-4ce7-8546-a23557edf55e HTTP/1.1" status: 204 len: 168 time: 0.9329197 Jul 19 17:34:32.923198 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-13bb6473-86e3-4137-900b-0429ebd7a349 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93721a07-ae75-4b6a-b020-98ca9b17c8b2 HTTP/1.1" status: 200 len: 217 time: 0.0782835 Jul 19 17:34:32.949505 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816ce46-8ca4-4250-b9ba-8611f475b8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d066df-617f-4ce7-8546-a23557edf55e,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:33.005614 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a7742b3c-b27d-409d-b17e-84c4d763d402 req-d010e146-8646-4a31-be95-34eff52870fd service neutron] 10.222.0.59 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265669 Jul 19 17:34:33.059288 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8a8edac5-b329-4aa8-bc02-b8efb738e727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6210967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5076143'] for subnet, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:33.100039 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-b01d2306-4c3a-4ea8-a695-2ae9ca8b4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:33.101637 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-b01d2306-4c3a-4ea8-a695-2ae9ca8b4ef4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a8cde66-88d0-4637-913a-84e51941d044 HTTP/1.1" status: 200 len: 855 time: 0.1648510 Jul 19 17:34:33.133885 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9d500ec3-aa9f-4eef-81c4-b2e8f5f376b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:33.142340 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8a8edac5-b329-4aa8-bc02-b8efb738e727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:33.144302 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-8a8edac5-b329-4aa8-bc02-b8efb738e727 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e60f5e92-0f68-4e4b-8a67-7cc04c18f1c9 HTTP/1.1" status: 204 len: 168 time: 0.9639955 Jul 19 17:34:33.147536 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8edac5-b329-4aa8-bc02-b8efb738e727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e60f5e92-0f68-4e4b-8a67-7cc04c18f1c9,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:33.147852 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 38148) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:33.247575 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [None req-9d500ec3-aa9f-4eef-81c4-b2e8f5f376b5 admin admin] Transition to ACTIVE for port object cc4b6036-5d75-47e6-9f32-8c356ab1521a will not be triggered until provisioned by entity DHCP. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:33.264842 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f46972-081d-42dc-95c0-d8327cf7ec83 req-6116ea23-547a-494a-b09a-0b80cb52e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:33.266557 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-23f46972-081d-42dc-95c0-d8327cf7ec83 req-6116ea23-547a-494a-b09a-0b80cb52e659 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8eac7ae86da742339229da8811d720ae&device_id=31842c17-c1a5-4cc0-9294-a5a252e6a271 HTTP/1.1" status: 200 len: 1097 time: 0.1685331 Jul 19 17:34:33.313761 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-3d3f6518-5b09-4138-8747-cc65639bf06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:33.314885 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-3d3f6518-5b09-4138-8747-cc65639bf06b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48ef7ec-7444-4cee-8dfa-ba707e530247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1828332 Jul 19 17:34:33.386394 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9d500ec3-aa9f-4eef-81c4-b2e8f5f376b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:33.451430 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366402'] for network, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:33.557731 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d500ec3-aa9f-4eef-81c4-b2e8f5f376b5 admin admin] Network 0421cc11-33bb-4a93-ad39-5273fab99ae4 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:34:33.569165 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device bff593c4-5f1e-4d34-b6b3-4abcf4269a55 up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:33.575367 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d500ec3-aa9f-4eef-81c4-b2e8f5f376b5 admin admin] Pushing event updated for resources: {'Port': ['ID=cc4b6036-5d75-47e6-9f32-8c356ab1521a,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:33.601784 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-9d500ec3-aa9f-4eef-81c4-b2e8f5f376b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:33.626047 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d500ec3-aa9f-4eef-81c4-b2e8f5f376b5 admin admin] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:34:33.631829 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b8612-8965-40e6-ad62-279e6fd0e803 req-a8701825-725e-4cbc-bfda-bd8aa7cb898b tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:33.633504 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cc9b8612-8965-40e6-ad62-279e6fd0e803 req-a8701825-725e-4cbc-bfda-bd8aa7cb898b tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.2767708 Jul 19 17:34:33.643855 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547f5db-4aaa-407d-94ca-1453ae2e6d49 req-474ef7ff-e5da-4513-bf24-20c64feb6f5e tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:33.667098 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5547f5db-4aaa-407d-94ca-1453ae2e6d49 req-474ef7ff-e5da-4513-bf24-20c64feb6f5e tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=70737035-ec0c-4540-beb4-6570dc26298a HTTP/1.1" status: 200 len: 944 time: 0.4069328 Jul 19 17:34:33.678677 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning for port bff593c4-5f1e-4d34-b6b3-4abcf4269a55 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:33.679173 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f46972-081d-42dc-95c0-d8327cf7ec83 req-55f37758-be57-43cc-9f73-5af59c5f3c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:33.680719 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-23f46972-081d-42dc-95c0-d8327cf7ec83 req-55f37758-be57-43cc-9f73-5af59c5f3c1d service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d0b84da-014c-43ff-bf6a-16a5d79fbf35 HTTP/1.1" status: 200 len: 915 time: 0.3228660 Jul 19 17:34:33.689456 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9d500ec3-aa9f-4eef-81c4-b2e8f5f376b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567539'] for router_interface, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:33.693556 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port bff593c4-5f1e-4d34-b6b3-4abcf4269a55 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:33.694608 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:33.785576 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428391', 'neutron.services.segments.db._delete_segments_for_network-8742494453050'] for network, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:33.898534 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-83c8b7d9-0896-4936-b58d-f2b267c2d375 service neutron] 10.222.0.59 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732934 Jul 19 17:34:33.954693 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 59b88feb-9e71-4a3e-ae42-4fdbb150b61c up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:33.965305 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:33.966442 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:33.967117 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:33.969119 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:33.969888 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] Subscribe: > port after_create 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:33.971724 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] Subscribe: > port after_delete 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:33.972334 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] Subscribe: > port after_update 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:33.973513 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:33.975827 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:33.976469 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:33.978581 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:34.059727 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port bff593c4-5f1e-4d34-b6b3-4abcf4269a55, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bff593c4-5f1e-4d34-b6b3-4abcf4269a55,segment=NetworkSegment(4a116e4c-739d-4fb1-a547-fde24a0e1c19),segment_id=4a116e4c-739d-4fb1-a547-fde24a0e1c19)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:34.063318 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70737035-ec0c-4540-beb4-6570dc26298a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff593c4-5f1e-4d34-b6b3-4abcf4269a55'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:34:34.066220 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56971655-dd5c-4b02-b0e5-2557263c20b7" -d '{"events": [{"server_uuid": "70737035-ec0c-4540-beb4-6570dc26298a", "name": "network-vif-plugged", "status": "completed", "tag": "bff593c4-5f1e-4d34-b6b3-4abcf4269a55"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:34:34.072275 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:34.072531 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:34.072872 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:34.073215 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:34:34.073588 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95348994-bbf0-4fbd-9eda-19b3d90cbf24']}} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:34.075124 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:34.143124 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-23f46972-081d-42dc-95c0-d8327cf7ec83 req-b12d7e08-e66a-4a46-9436-d3a09a04558b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=306ee645-c38e-452c-996d-42411e0a14a5 HTTP/1.1" status: 200 len: 217 time: 0.4377990 Jul 19 17:34:34.146874 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c061ed-823d-4785-8a5b-2aaa994bac29') {'for_net_delete': True} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:34.147172 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c061ed-823d-4785-8a5b-2aaa994bac29') {} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:34.188336 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=bff593c4-5f1e-4d34-b6b3-4abcf4269a55,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:34.188731 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-009d8281-2eb3-46f9-b140-ee30bcfa1715 req-9c69c771-223e-496a-ac85-3bc6e2a52439 service neutron] 10.222.0.59 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832925 Jul 19 17:34:34.238073 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9d500ec3-aa9f-4eef-81c4-b2e8f5f376b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:34.241071 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1d58ac47-d165-4864-a917-b68f939a691d None None] Provisioning for port cc4b6036-5d75-47e6-9f32-8c356ab1521a completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:34.248839 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1d58ac47-d165-4864-a917-b68f939a691d None None] Provisioning complete for port cc4b6036-5d75-47e6-9f32-8c356ab1521a triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:34.249542 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1d58ac47-d165-4864-a917-b68f939a691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:34.251864 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742494456131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5018037'] for segment, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:34.275395 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:34.278229 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port 59b88feb-9e71-4a3e-ae42-4fdbb150b61c completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:34.285073 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:34:34.285404 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4638915'] for segment, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:34.287800 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 59b88feb-9e71-4a3e-ae42-4fdbb150b61c triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:34.287800 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:34.359019 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-1d58ac47-d165-4864-a917-b68f939a691d None None] Port cc4b6036-5d75-47e6-9f32-8c356ab1521a cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:34:34.379782 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125f46c-cc3d-4b67-91dd-8d2934cfcae0 req-78a65875-6228-4c41-b2fd-b4a1a5d66848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:34.382193 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-3125f46c-cc3d-4b67-91dd-8d2934cfcae0 req-78a65875-6228-4c41-b2fd-b4a1a5d66848 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cde3c008c05a44f09be88be78c4bb614&device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 1097 time: 0.1332216 Jul 19 17:34:34.387242 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5547f5db-4aaa-407d-94ca-1453ae2e6d49 req-7819f8c6-f598-42cd-af2c-719d6bb474d7 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd0a028e-08d5-4963-a6ad-48105cd10e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7004390 Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: from cryptography.utils import int_from_bytes Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: from cryptography.utils import int_from_bytes Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: Traceback (most recent call last): Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: timer() Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: cb(*args, **kw) Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: return func(*args, **kwargs) Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: self._notify() Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: self.callback(batched_events) Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: event.method(event) Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: return f(self, *a, **k) Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: return self._get(url).json() Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: return self.request(url, 'GET', **kwargs) Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:34:34.392759 dv-cinder-800695-4-iscsi neutron-server[93383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:34:34.407480 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567412'] for network, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:34.444249 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:34.453841 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cc9b8612-8965-40e6-ad62-279e6fd0e803 req-24cbfbf2-31a3-4011-8a88-4e6731085bc7 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7762370 Jul 19 17:34:34.468478 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port 59b88feb-9e71-4a3e-ae42-4fdbb150b61c, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=59b88feb-9e71-4a3e-ae42-4fdbb150b61c,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:34.474979 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:34.540353 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f46972-081d-42dc-95c0-d8327cf7ec83 req-99d24c43-897a-47ef-8276-549bc6e0b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:34.542155 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-23f46972-081d-42dc-95c0-d8327cf7ec83 req-99d24c43-897a-47ef-8276-549bc6e0b3bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9f2c7817-7c7d-4ae1-b51f-d61950bf1fbd HTTP/1.1" status: 200 len: 854 time: 0.3712699 Jul 19 17:34:34.545086 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:34.547808 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] 10.222.0.32 "DELETE /v2.0/networks/95348994-bbf0-4fbd-9eda-19b3d90cbf24 HTTP/1.1" status: 204 len: 168 time: 1.3940108 Jul 19 17:34:34.549839 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad402886-4496-4456-80c6-66267daa312b admin admin] Pushing event deleted for resources: {'Network': ['ID=95348994-bbf0-4fbd-9eda-19b3d90cbf24,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:34.556631 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=59b88feb-9e71-4a3e-ae42-4fdbb150b61c,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:34.561207 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 38210) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:34.603832 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9d500ec3-aa9f-4eef-81c4-b2e8f5f376b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:34.611142 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9d500ec3-aa9f-4eef-81c4-b2e8f5f376b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6211033'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:34.678292 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-23f46972-081d-42dc-95c0-d8327cf7ec83 req-044c037c-e761-44a7-b3c1-9619b21a36d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d0b84da-014c-43ff-bf6a-16a5d79fbf35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069243 Jul 19 17:34:34.700574 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125f46c-cc3d-4b67-91dd-8d2934cfcae0 req-447babae-93fa-4b3b-90c6-685914f3144d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:34.702439 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-3125f46c-cc3d-4b67-91dd-8d2934cfcae0 req-447babae-93fa-4b3b-90c6-685914f3144d service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48ef7ec-7444-4cee-8dfa-ba707e530247 HTTP/1.1" status: 200 len: 917 time: 0.2824388 Jul 19 17:34:34.725101 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9d500ec3-aa9f-4eef-81c4-b2e8f5f376b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631907'] for router_interface, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:34.730352 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a72de57-3c52-47a2-949b-f2d3cc4537cf admin admin] Deleting subnet b0b46e8c-6aa0-4b74-a868-5796103736d5 {{(pid=93383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:34:34.734326 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2a72de57-3c52-47a2-949b-f2d3cc4537cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:34.854702 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-3125f46c-cc3d-4b67-91dd-8d2934cfcae0 req-377b310e-6023-4812-b1e8-dbc7b130e13f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93721a07-ae75-4b6a-b020-98ca9b17c8b2 HTTP/1.1" status: 200 len: 217 time: 0.1424060 Jul 19 17:34:34.855352 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d500ec3-aa9f-4eef-81c4-b2e8f5f376b5 admin admin] Pushing event updated for resources: {'Port': ['ID=cc4b6036-5d75-47e6-9f32-8c356ab1521a,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:34.871720 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2a72de57-3c52-47a2-949b-f2d3cc4537cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5018030'] for subnet, precommit_delete_associations {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:34.934231 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d500ec3-aa9f-4eef-81c4-b2e8f5f376b5 admin admin] Network 0421cc11-33bb-4a93-ad39-5273fab99ae4 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:34:34.934819 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585db76-3183-4f42-b97b-145f53979326 req-197f0f79-f154-4f43-979c-3f9fdfb91e17 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:34.937941 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-9d500ec3-aa9f-4eef-81c4-b2e8f5f376b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:34.941925 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5585db76-3183-4f42-b97b-145f53979326 req-197f0f79-f154-4f43-979c-3f9fdfb91e17 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.3536088 Jul 19 17:34:34.948648 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125f46c-cc3d-4b67-91dd-8d2934cfcae0 req-539f97ab-aa27-455b-91aa-c3a22af584c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:34.950079 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-3125f46c-cc3d-4b67-91dd-8d2934cfcae0 req-539f97ab-aa27-455b-91aa-c3a22af584c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a8cde66-88d0-4637-913a-84e51941d044 HTTP/1.1" status: 200 len: 855 time: 0.0884531 Jul 19 17:34:34.958932 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e680fc-efc3-4ccd-96cc-f04656c0107c req-3012eaee-1cc6-493d-a7e1-b3e192927437 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:34.960588 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-75e680fc-efc3-4ccd-96cc-f04656c0107c req-3012eaee-1cc6-493d-a7e1-b3e192927437 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=31842c17-c1a5-4cc0-9294-a5a252e6a271 HTTP/1.1" status: 200 len: 944 time: 0.4173255 Jul 19 17:34:35.046772 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-23f46972-081d-42dc-95c0-d8327cf7ec83 req-c150b83c-3681-4cb7-a65b-38515ebc2f31 service neutron] 10.222.0.59 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531067 Jul 19 17:34:35.095007 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2a72de57-3c52-47a2-949b-f2d3cc4537cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428619'] for subnet, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:35.173470 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125f46c-cc3d-4b67-91dd-8d2934cfcae0 req-70e40489-940b-4147-984a-a5b34a983727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:35.174672 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-3125f46c-cc3d-4b67-91dd-8d2934cfcae0 req-70e40489-940b-4147-984a-a5b34a983727 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48ef7ec-7444-4cee-8dfa-ba707e530247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1609774 Jul 19 17:34:35.190222 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5585db76-3183-4f42-b97b-145f53979326 req-97538112-f617-4fcb-bd58-c7b3dd5aa6d1 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472980 Jul 19 17:34:35.216036 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0794191-3247-44dc-925c-aa99b080628b req-8d192599-935b-474d-b2da-8b85716d044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:35.217650 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a0794191-3247-44dc-925c-aa99b080628b req-8d192599-935b-474d-b2da-8b85716d044d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 1098 time: 0.4357820 Jul 19 17:34:35.220413 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d500ec3-aa9f-4eef-81c4-b2e8f5f376b5 admin admin] Router 4909ca17-31f0-4cca-9d5a-9af3b768b077 has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:34:35.235011 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-75e680fc-efc3-4ccd-96cc-f04656c0107c req-a662a950-3e9a-40da-8812-09e15014b9c4 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629771 Jul 19 17:34:35.305836 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42449ccd-e272-4965-82fa-880e29a3ae4c x-openstack-request-id: req-42449ccd-e272-4965-82fa-880e29a3ae4c {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:34:35.306587 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70737035-ec0c-4540-beb4-6570dc26298a", "name": "network-vif-plugged", "status": "completed", "tag": "bff593c4-5f1e-4d34-b6b3-4abcf4269a55", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:34:35.307134 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42449ccd-e272-4965-82fa-880e29a3ae4c {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:34:35.307858 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70737035-ec0c-4540-beb4-6570dc26298a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff593c4-5f1e-4d34-b6b3-4abcf4269a55', 'code': 200} Jul 19 17:34:35.395687 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-d714ad44-18b0-486a-a3f5-197ffe4c6f1c None None] Provisioning complete for port cc4b6036-5d75-47e6-9f32-8c356ab1521a triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:35.397260 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-d714ad44-18b0-486a-a3f5-197ffe4c6f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:35.456709 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2a72de57-3c52-47a2-949b-f2d3cc4537cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4638889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5508055'] for subnet, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:35.463574 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-3125f46c-cc3d-4b67-91dd-8d2934cfcae0 req-5f34b0cd-27b1-4d10-b85a-8e73021b2f37 service neutron] 10.222.0.59 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776644 Jul 19 17:34:35.480499 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-d714ad44-18b0-486a-a3f5-197ffe4c6f1c None None] Port cc4b6036-5d75-47e6-9f32-8c356ab1521a cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:34:35.491904 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d500ec3-aa9f-4eef-81c4-b2e8f5f376b5 admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:34:35.503296 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a0794191-3247-44dc-925c-aa99b080628b req-0b9dd3e7-f44a-4a9d-bdf3-30795741d60e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578403 Jul 19 17:34:35.512747 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] Sync routers for ids ['4909ca17-31f0-4cca-9d5a-9af3b768b077'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:34:35.520226 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-9d500ec3-aa9f-4eef-81c4-b2e8f5f376b5 admin admin] 10.222.0.32 "PUT /v2.0/routers/4909ca17-31f0-4cca-9d5a-9af3b768b077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0280509 Jul 19 17:34:35.528886 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] Routers {'4909ca17-31f0-4cca-9d5a-9af3b768b077'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:34:35.534082 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:34:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['4909ca17-31f0-4cca-9d5a-9af3b768b077'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:35.569585 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-23f46972-081d-42dc-95c0-d8327cf7ec83 req-095c1bde-1b63-41f6-8a34-39ea67424271 service neutron] 10.222.0.59 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671438 Jul 19 17:34:35.641537 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72de57-3c52-47a2-949b-f2d3cc4537cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0b46e8c-6aa0-4b74-a868-5796103736d5,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:35.643602 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2a72de57-3c52-47a2-949b-f2d3cc4537cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:35.657035 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-2a72de57-3c52-47a2-949b-f2d3cc4537cf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b0b46e8c-6aa0-4b74-a868-5796103736d5 HTTP/1.1" status: 204 len: 168 time: 1.0885146 Jul 19 17:34:35.686284 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 38266) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:35.835976 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 306ee645-c38e-452c-996d-42411e0a14a5 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:34:35.907534 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 59b88feb-9e71-4a3e-ae42-4fdbb150b61c up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:36.029615 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.db.resource_extend [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 17:34:36.033178 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] Set router 4909ca17-31f0-4cca-9d5a-9af3b768b077 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:34:36.178999 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 59b88feb-9e71-4a3e-ae42-4fdbb150b61c triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:36.178999 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:36.202568 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bc1b4-d105-4041-848e-dadcd98fd498 req-c99b3c34-e09d-4e20-8dc0-28fbfbc0e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:36.209915 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-531bc1b4-d105-4041-848e-dadcd98fd498 req-c99b3c34-e09d-4e20-8dc0-28fbfbc0e8b1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=70737035-ec0c-4540-beb4-6570dc26298a HTTP/1.1" status: 200 len: 1098 time: 0.6874638 Jul 19 17:34:36.246088 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-3125f46c-cc3d-4b67-91dd-8d2934cfcae0 req-5fcc88a2-8669-443c-b892-dc28e7498b67 service neutron] 10.222.0.59 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7664030 Jul 19 17:34:36.262162 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 306ee645-c38e-452c-996d-42411e0a14a5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=306ee645-c38e-452c-996d-42411e0a14a5,segment=NetworkSegment(da51a4f5-0dcb-40e9-b412-f6e7f601152b),segment_id=da51a4f5-0dcb-40e9-b412-f6e7f601152b)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:36.270823 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-531bc1b4-d105-4041-848e-dadcd98fd498 req-e6f87eae-de87-41ec-b62e-cbf009eec9cc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cd0a028e-08d5-4963-a6ad-48105cd10e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556917 Jul 19 17:34:36.310098 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-93d1a5c4-150c-4ca3-986c-0a3f8850c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366402'] for network, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:36.317722 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': '306ee645-c38e-452c-996d-42411e0a14a5', 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35', 'port_id': '306ee645-c38e-452c-996d-42411e0a14a5', 'mac_address': 'fa:16:3e:d7:00:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2c7817-7c7d-4ae1-b51f-d61950bf1fbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:34:36.338550 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086f744-b8ad-47d4-a80f-1d74af5b959f req-04b58a68-ef62-4f01-a701-b38eb08a4899 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:36.346937 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5086f744-b8ad-47d4-a80f-1d74af5b959f req-04b58a68-ef62-4f01-a701-b38eb08a4899 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=70737035-ec0c-4540-beb4-6570dc26298a HTTP/1.1" status: 200 len: 945 time: 0.7724845 Jul 19 17:34:36.445624 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:36.453417 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5086f744-b8ad-47d4-a80f-1d74af5b959f req-2f453a73-fc9b-45da-9f9d-2f4f587ff99f tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd0a028e-08d5-4963-a6ad-48105cd10e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048422 Jul 19 17:34:36.466651 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 306ee645-c38e-452c-996d-42411e0a14a5 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:34:36.493687 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 306ee645-c38e-452c-996d-42411e0a14a5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=306ee645-c38e-452c-996d-42411e0a14a5,segment=NetworkSegment(da51a4f5-0dcb-40e9-b412-f6e7f601152b),segment_id=da51a4f5-0dcb-40e9-b412-f6e7f601152b)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:36.504300 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:36.509035 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4909ca17-31f0-4cca-9d5a-9af3b768b077', 'name': 'tempest-TestMinimumBasicScenario-1596812662-router', 'tenant_id': '62bbef0b496349edaddb4118879fcd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '59b88feb-9e71-4a3e-ae42-4fdbb150b61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:25Z', 'updated_at': '2021-07-19T17:34:34Z', 'revision_number': 4, 'project_id': '62bbef0b496349edaddb4118879fcd10', 'gw_port': {'id': '59b88feb-9e71-4a3e-ae42-4fdbb150b61c', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4909ca17-31f0-4cca-9d5a-9af3b768b077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:26Z', 'updated_at': '2021-07-19T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': 'cc4b6036-5d75-47e6-9f32-8c356ab1521a', 'name': '', 'network_id': '0421cc11-33bb-4a93-ad39-5273fab99ae4', 'tenant_id': '62bbef0b496349edaddb4118879fcd10', 'mac_address': 'fa:16:3e:ec:bd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4909ca17-31f0-4cca-9d5a-9af3b768b077', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '45a70d7f-b266-4fb8-bbda-6024f1adbd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:32Z', 'updated_at': '2021-07-19T17:34:34Z', 'revision_number': 2, 'project_id': '62bbef0b496349edaddb4118879fcd10', 'subnets': [{'id': '45a70d7f-b266-4fb8-bbda-6024f1adbd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:36.523274 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-93d1a5c4-150c-4ca3-986c-0a3f8850c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428391', 'neutron.services.segments.db._delete_segments_for_network-8742494453050'] for network, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:36.545020 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-93d1a5c4-150c-4ca3-986c-0a3f8850c3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6162f4fa-f63a-44a9-bd9b-2012d72034da']}} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:36.555070 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1c48e-8cf9-470e-905c-4ce38a4c490b req-86213d26-9d81-4a46-99fe-225fccd32eb8 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:36.562362 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f0c1c48e-8cf9-470e-905c-4ce38a4c490b req-86213d26-9d81-4a46-99fe-225fccd32eb8 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.3133414 Jul 19 17:34:36.568407 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] Checking router: 4909ca17-31f0-4cca-9d5a-9af3b768b077 for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:34:36.569241 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] Updating router 4909ca17-31f0-4cca-9d5a-9af3b768b077 port cc4b6036-5d75-47e6-9f32-8c356ab1521a binding host dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:34:36.599573 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-93d1a5c4-150c-4ca3-986c-0a3f8850c3d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60114f18-6d6b-4cfe-bbec-22dd9480572c') {'for_net_delete': True} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:36.599965 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-93d1a5c4-150c-4ca3-986c-0a3f8850c3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60114f18-6d6b-4cfe-bbec-22dd9480572c') {} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:36.630686 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-93d1a5c4-150c-4ca3-986c-0a3f8850c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742494456131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5018037'] for segment, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:36.637164 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:36.650770 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=306ee645-c38e-452c-996d-42411e0a14a5,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:36.665771 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-93d1a5c4-150c-4ca3-986c-0a3f8850c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:36.675076 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f0c1c48e-8cf9-470e-905c-4ce38a4c490b req-06b22d17-a4ac-4e0d-a186-63427dc9198f tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116817 Jul 19 17:34:36.679810 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d1a5c4-150c-4ca3-986c-0a3f8850c3d6 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:34:36.680259 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-93d1a5c4-150c-4ca3-986c-0a3f8850c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4638915'] for segment, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: Traceback (most recent call last): Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: timer() Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: cb(*args, **kw) Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: return func(*args, **kwargs) Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: self._notify() Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: self.callback(batched_events) Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: event.method(event) Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: return f(self, *a, **k) Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: return self._get(url).json() Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: return self.request(url, 'GET', **kwargs) Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:34:36.682097 dv-cinder-800695-4-iscsi neutron-server[93383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:34:36.775810 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db0adf-17fc-4d36-82af-5a959e238855 req-e81355a4-7f88-4f23-addd-ad76e8b50d14 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:36.777453 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-64db0adf-17fc-4d36-82af-5a959e238855 req-e81355a4-7f88-4f23-addd-ad76e8b50d14 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.2059896 Jul 19 17:34:36.797342 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-93d1a5c4-150c-4ca3-986c-0a3f8850c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567412'] for network, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:36.814614 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-93d1a5c4-150c-4ca3-986c-0a3f8850c3d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:36.816567 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-93d1a5c4-150c-4ca3-986c-0a3f8850c3d6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6162f4fa-f63a-44a9-bd9b-2012d72034da HTTP/1.1" status: 204 len: 168 time: 1.1200168 Jul 19 17:34:36.837196 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1a5c4-150c-4ca3-986c-0a3f8850c3d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6162f4fa-f63a-44a9-bd9b-2012d72034da,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:36.866850 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-64db0adf-17fc-4d36-82af-5a959e238855 req-6aba5c89-9a8c-47db-b83f-de052564b0ef tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713184 Jul 19 17:34:36.898204 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47c06d-704e-43b5-9950-4617feb23f69 req-60cc5bc2-cc18-4a09-ae69-4e0f28653341 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:36.900267 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0a47c06d-704e-43b5-9950-4617feb23f69 req-60cc5bc2-cc18-4a09-ae69-4e0f28653341 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=31842c17-c1a5-4cc0-9294-a5a252e6a271 HTTP/1.1" status: 200 len: 945 time: 0.1472239 Jul 19 17:34:36.944375 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0a47c06d-704e-43b5-9950-4617feb23f69 req-cc451751-0a92-4a63-b9bb-25917b879d1f tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365148 Jul 19 17:34:36.955025 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['306ee645-c38e-452c-996d-42411e0a14a5'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:34:37.067487 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] Notify callbacks [] for port, precommit_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:37.093703 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 38300) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:37.097311 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] Transition to ACTIVE for port object cc4b6036-5d75-47e6-9f32-8c356ab1521a will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:37.110517 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:37.136009 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-550a6bc6-623a-4e43-a023-4ff781fa7fa6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa2d4d9d8bb041bbba8df21bebf38a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409281 Jul 19 17:34:37.138554 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 38302) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:37.178795 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d337e-8f06-4c18-8a38-a8f3e9d8bb1f None None] Pushing event updated for resources: {'Port': ['ID=cc4b6036-5d75-47e6-9f32-8c356ab1521a,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:37.212076 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-11e52904-4760-4ee5-89f8-8ba6071b9376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:37.262085 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-11e52904-4760-4ee5-89f8-8ba6071b9376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:37.281739 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] Attempting to bind port cc4b6036-5d75-47e6-9f32-8c356ab1521a on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:34:37.282120 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] Attempting to bind port cc4b6036-5d75-47e6-9f32-8c356ab1521a by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '3eedcfc8-feca-498d-ad06-143216f55fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0421cc11-33bb-4a93-ad39-5273fab99ae4'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:34:37.282484 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] Attempting to bind port cc4b6036-5d75-47e6-9f32-8c356ab1521a on network 0421cc11-33bb-4a93-ad39-5273fab99ae4 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:34:37.292141 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:34:37.292141 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] Checking segment: {'id': '3eedcfc8-feca-498d-ad06-143216f55fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0421cc11-33bb-4a93-ad39-5273fab99ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:34:37.292606 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:37.292943 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] Bound using segment: {'id': '3eedcfc8-feca-498d-ad06-143216f55fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0421cc11-33bb-4a93-ad39-5273fab99ae4'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:34:37.293425 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] Bound port: cc4b6036-5d75-47e6-9f32-8c356ab1521a, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eedcfc8-feca-498d-ad06-143216f55fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0421cc11-33bb-4a93-ad39-5273fab99ae4'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:34:37.293810 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:37.349657 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-11e52904-4760-4ee5-89f8-8ba6071b9376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:37.354606 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-11e52904-4760-4ee5-89f8-8ba6071b9376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:37.356429 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-11e52904-4760-4ee5-89f8-8ba6071b9376 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fece98d3-67d7-47b1-afd7-3c01187fc98e HTTP/1.1" status: 204 len: 168 time: 0.2168572 Jul 19 17:34:37.376616 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e52904-4760-4ee5-89f8-8ba6071b9376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fece98d3-67d7-47b1-afd7-3c01187fc98e,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:37.377276 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] For port cc4b6036-5d75-47e6-9f32-8c356ab1521a, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:34:37.384373 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] For port cc4b6036-5d75-47e6-9f32-8c356ab1521a, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=cc4b6036-5d75-47e6-9f32-8c356ab1521a,segment=NetworkSegment(3eedcfc8-feca-498d-ad06-143216f55fd9),segment_id=3eedcfc8-feca-498d-ad06-143216f55fd9)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:34:37.390606 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:37.509962 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] Routers {'4909ca17-31f0-4cca-9d5a-9af3b768b077'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:34:37.510612 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:34:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['4909ca17-31f0-4cca-9d5a-9af3b768b077'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:37.614114 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 93721a07-ae75-4b6a-b020-98ca9b17c8b2 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:34:37.626904 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d337e-8f06-4c18-8a38-a8f3e9d8bb1f None None] Pushing event updated for resources: {'Port': ['ID=cc4b6036-5d75-47e6-9f32-8c356ab1521a,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:37.678538 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e755b7-64a7-4705-b1c6-9331571cf9a9 req-32a4ea24-ad33-4a3f-abc6-6f7f60de8ece tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:37.687892 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e7e755b7-64a7-4705-b1c6-9331571cf9a9 req-32a4ea24-ad33-4a3f-abc6-6f7f60de8ece tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=70737035-ec0c-4540-beb4-6570dc26298a HTTP/1.1" status: 200 len: 945 time: 0.1278319 Jul 19 17:34:37.761534 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e7e755b7-64a7-4705-b1c6-9331571cf9a9 req-174621a8-38bc-462f-b377-edd71e85457a tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd0a028e-08d5-4963-a6ad-48105cd10e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667009 Jul 19 17:34:37.934729 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] Set router 4909ca17-31f0-4cca-9d5a-9af3b768b077 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:34:37.962749 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413ae18-7aff-43f6-b2cd-c609761f7c0f req-e2a589a9-c61c-412d-ae13-6e5d8204ca6e tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:37.972785 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3413ae18-7aff-43f6-b2cd-c609761f7c0f req-e2a589a9-c61c-412d-ae13-6e5d8204ca6e tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.1848581 Jul 19 17:34:37.979723 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 38326) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:38.033145 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 93721a07-ae75-4b6a-b020-98ca9b17c8b2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=93721a07-ae75-4b6a-b020-98ca9b17c8b2,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:38.055310 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-52569d50-93f6-4dd8-ba3d-52564bff54e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aad5c30bc4bb412fa6c2523ae136ec98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0739441 Jul 19 17:34:38.057774 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 38330) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:38.058723 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3413ae18-7aff-43f6-b2cd-c609761f7c0f req-f5d57237-7d40-4673-b6de-d1c57c7ab710 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847833 Jul 19 17:34:38.094830 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': '93721a07-ae75-4b6a-b020-98ca9b17c8b2', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'port_id': '93721a07-ae75-4b6a-b020-98ca9b17c8b2', 'mac_address': 'fa:16:3e:4f:7e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8cde66-88d0-4637-913a-84e51941d044', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:34:38.201017 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-de862ad7-6e8f-479b-b5d8-1dd380d37b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:38.235734 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:38.261996 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cab476-397f-4983-8c0d-4c2f82eb0b3d req-ed9fe664-6766-4161-a881-f8fba6096400 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:38.263665 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-98cab476-397f-4983-8c0d-4c2f82eb0b3d req-ed9fe664-6766-4161-a881-f8fba6096400 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.2513540 Jul 19 17:34:38.285022 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93721a07-ae75-4b6a-b020-98ca9b17c8b2 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:34:38.311021 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-de862ad7-6e8f-479b-b5d8-1dd380d37b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:38.330830 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51efe77-058e-4b50-b460-a06e238ce5ae req-7033f6fe-1542-422f-a47d-fb456d2b34b9 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:38.332424 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f51efe77-058e-4b50-b460-a06e238ce5ae req-7033f6fe-1542-422f-a47d-fb456d2b34b9 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=31842c17-c1a5-4cc0-9294-a5a252e6a271 HTTP/1.1" status: 200 len: 945 time: 0.1641200 Jul 19 17:34:38.357843 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 93721a07-ae75-4b6a-b020-98ca9b17c8b2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=93721a07-ae75-4b6a-b020-98ca9b17c8b2,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:38.380771 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:38.416239 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-de862ad7-6e8f-479b-b5d8-1dd380d37b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:38.419376 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-de862ad7-6e8f-479b-b5d8-1dd380d37b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:38.420873 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-de862ad7-6e8f-479b-b5d8-1dd380d37b43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ecb3d267-1bf1-46d2-a664-e21365cd8d5a HTTP/1.1" status: 204 len: 168 time: 0.3621397 Jul 19 17:34:38.432686 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de862ad7-6e8f-479b-b5d8-1dd380d37b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb3d267-1bf1-46d2-a664-e21365cd8d5a,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:38.442631 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de862ad7-6e8f-479b-b5d8-1dd380d37b43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:38.443068 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de862ad7-6e8f-479b-b5d8-1dd380d37b43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:38.443490 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de862ad7-6e8f-479b-b5d8-1dd380d37b43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:38.444030 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de862ad7-6e8f-479b-b5d8-1dd380d37b43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:38.444459 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de862ad7-6e8f-479b-b5d8-1dd380d37b43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:38.444866 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de862ad7-6e8f-479b-b5d8-1dd380d37b43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:38.445269 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de862ad7-6e8f-479b-b5d8-1dd380d37b43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:38.445799 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de862ad7-6e8f-479b-b5d8-1dd380d37b43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:38.446201 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de862ad7-6e8f-479b-b5d8-1dd380d37b43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:38.446651 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de862ad7-6e8f-479b-b5d8-1dd380d37b43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:38.447062 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de862ad7-6e8f-479b-b5d8-1dd380d37b43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:38.447442 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de862ad7-6e8f-479b-b5d8-1dd380d37b43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:38.460200 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-98cab476-397f-4983-8c0d-4c2f82eb0b3d req-1be0a769-9c46-4a79-94b1-81aa2a07707f tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607697 Jul 19 17:34:38.481317 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4909ca17-31f0-4cca-9d5a-9af3b768b077', 'name': 'tempest-TestMinimumBasicScenario-1596812662-router', 'tenant_id': '62bbef0b496349edaddb4118879fcd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '59b88feb-9e71-4a3e-ae42-4fdbb150b61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:25Z', 'updated_at': '2021-07-19T17:34:34Z', 'revision_number': 4, 'project_id': '62bbef0b496349edaddb4118879fcd10', 'gw_port': {'id': '59b88feb-9e71-4a3e-ae42-4fdbb150b61c', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4909ca17-31f0-4cca-9d5a-9af3b768b077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:26Z', 'updated_at': '2021-07-19T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': 'cc4b6036-5d75-47e6-9f32-8c356ab1521a', 'name': '', 'network_id': '0421cc11-33bb-4a93-ad39-5273fab99ae4', 'tenant_id': '62bbef0b496349edaddb4118879fcd10', 'mac_address': 'fa:16:3e:ec:bd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4909ca17-31f0-4cca-9d5a-9af3b768b077', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '45a70d7f-b266-4fb8-bbda-6024f1adbd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:32Z', 'updated_at': '2021-07-19T17:34:37Z', 'revision_number': 4, 'project_id': '62bbef0b496349edaddb4118879fcd10', 'subnets': [{'id': '45a70d7f-b266-4fb8-bbda-6024f1adbd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:38.501413 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f51efe77-058e-4b50-b460-a06e238ce5ae req-8e00a0d3-6d9b-4971-81c9-33c0dbc60874 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476824 Jul 19 17:34:38.515932 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=93721a07-ae75-4b6a-b020-98ca9b17c8b2,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:38.534076 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac253ba3-6a06-4343-be6d-23fbd5e16939 None None] The sync data for ids ['4909ca17-31f0-4cca-9d5a-9af3b768b077'] in dv-cinder-800695-4-iscsi is: [{'id': '4909ca17-31f0-4cca-9d5a-9af3b768b077', 'name': 'tempest-TestMinimumBasicScenario-1596812662-router', 'tenant_id': '62bbef0b496349edaddb4118879fcd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '59b88feb-9e71-4a3e-ae42-4fdbb150b61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:25Z', 'updated_at': '2021-07-19T17:34:34Z', 'revision_number': 4, 'project_id': '62bbef0b496349edaddb4118879fcd10', 'gw_port': {'id': '59b88feb-9e71-4a3e-ae42-4fdbb150b61c', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4909ca17-31f0-4cca-9d5a-9af3b768b077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:26Z', 'updated_at': '2021-07-19T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': 'cc4b6036-5d75-47e6-9f32-8c356ab1521a', 'name': '', 'network_id': '0421cc11-33bb-4a93-ad39-5273fab99ae4', 'tenant_id': '62bbef0b496349edaddb4118879fcd10', 'mac_address': 'fa:16:3e:ec:bd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4909ca17-31f0-4cca-9d5a-9af3b768b077', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '45a70d7f-b266-4fb8-bbda-6024f1adbd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:32Z', 'updated_at': '2021-07-19T17:34:37Z', 'revision_number': 4, 'project_id': '62bbef0b496349edaddb4118879fcd10', 'subnets': [{'id': '45a70d7f-b266-4fb8-bbda-6024f1adbd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:34:38.751906 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['93721a07-ae75-4b6a-b020-98ca9b17c8b2'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:34:38.895368 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58696ee4-38b3-4dd3-a4d3-2b85004e9e69 req-2e4ec075-233f-475e-9c7c-c73fec8627ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:38.897835 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-58696ee4-38b3-4dd3-a4d3-2b85004e9e69 req-2e4ec075-233f-475e-9c7c-c73fec8627ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=154770f9b0584715b4de4129063329a7&device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 1098 time: 0.1366322 Jul 19 17:34:38.963648 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826faf4-9e9f-444b-a1ed-00c80e24cad5 req-2aa519cd-f5c8-4407-94ba-b2e43df343a2 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:38.967138 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f826faf4-9e9f-444b-a1ed-00c80e24cad5 req-2aa519cd-f5c8-4407-94ba-b2e43df343a2 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.1579773 Jul 19 17:34:39.161330 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f826faf4-9e9f-444b-a1ed-00c80e24cad5 req-d37f51f3-3ce8-4544-97cc-8b856f0a4748 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514790 Jul 19 17:34:39.216210 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58696ee4-38b3-4dd3-a4d3-2b85004e9e69 req-bf7e3dad-3a3c-4ab5-9223-80c674fadad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:39.218652 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-58696ee4-38b3-4dd3-a4d3-2b85004e9e69 req-bf7e3dad-3a3c-4ab5-9223-80c674fadad3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd319fdc-24ce-454e-888e-090cf8c32435 HTTP/1.1" status: 200 len: 919 time: 0.3070874 Jul 19 17:34:39.277992 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6a2a9-26c7-46ee-8827-37f3cdfc66f5 req-673d442e-96a7-49e3-bd48-c7e4f67f7f1c tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:39.279670 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3ec6a2a9-26c7-46ee-8827-37f3cdfc66f5 req-673d442e-96a7-49e3-bd48-c7e4f67f7f1c tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=70737035-ec0c-4540-beb4-6570dc26298a HTTP/1.1" status: 200 len: 945 time: 0.1160510 Jul 19 17:34:39.283590 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-58696ee4-38b3-4dd3-a4d3-2b85004e9e69 req-55218c4c-1d8f-4955-942e-44de6545bd5e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bae7e97-0ca6-44b4-aee8-25a700a196f7 HTTP/1.1" status: 200 len: 217 time: 0.0475512 Jul 19 17:34:39.347487 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3ec6a2a9-26c7-46ee-8827-37f3cdfc66f5 req-af7afa74-37d4-4e0f-821b-6c89eb192959 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd0a028e-08d5-4963-a6ad-48105cd10e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560713 Jul 19 17:34:39.380153 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58696ee4-38b3-4dd3-a4d3-2b85004e9e69 req-0c73cb83-32c8-4bb0-b261-d25cb036d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:39.382315 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-58696ee4-38b3-4dd3-a4d3-2b85004e9e69 req-0c73cb83-32c8-4bb0-b261-d25cb036d633 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da811da7-4bf9-4450-82bb-89a483333121 HTTP/1.1" status: 200 len: 858 time: 0.0910079 Jul 19 17:34:39.439781 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-58696ee4-38b3-4dd3-a4d3-2b85004e9e69 req-7058b585-b22c-450b-a6d7-edc12c98f715 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd319fdc-24ce-454e-888e-090cf8c32435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415308 Jul 19 17:34:39.585261 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 306ee645-c38e-452c-996d-42411e0a14a5 up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:39.602681 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-58696ee4-38b3-4dd3-a4d3-2b85004e9e69 req-209b9705-9c26-4e18-9bb9-4239f5993ee0 service neutron] 10.222.0.59 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540549 Jul 19 17:34:39.662028 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning for port 306ee645-c38e-452c-996d-42411e0a14a5 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:39.673453 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port 306ee645-c38e-452c-996d-42411e0a14a5 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:39.675023 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:39.681076 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a022e-e974-4f6b-a708-393a68c82a53 req-8cfbcebc-c568-4fba-bf2b-613cd0e66aa6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:39.692900 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ac8a022e-e974-4f6b-a708-393a68c82a53 req-8cfbcebc-c568-4fba-bf2b-613cd0e66aa6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 945 time: 0.1438720 Jul 19 17:34:39.766521 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ac8a022e-e974-4f6b-a708-393a68c82a53 req-55245985-f1e8-4fde-8f68-f0243018daca tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713725 Jul 19 17:34:39.766704 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-58696ee4-38b3-4dd3-a4d3-2b85004e9e69 req-104ee253-254f-4d9c-b1d8-350a2803d623 service neutron] 10.222.0.59 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442316 Jul 19 17:34:39.801820 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60db66-ee51-43fe-9525-5d050a3ac1f8 req-d8654354-ab33-48a9-a5e9-a847535614ef tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:39.810215 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5b60db66-ee51-43fe-9525-5d050a3ac1f8 req-d8654354-ab33-48a9-a5e9-a847535614ef tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=31842c17-c1a5-4cc0-9294-a5a252e6a271 HTTP/1.1" status: 200 len: 945 time: 0.2001538 Jul 19 17:34:39.852791 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:39.865367 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5b60db66-ee51-43fe-9525-5d050a3ac1f8 req-26856c35-a723-4360-81d1-730952dd57bf tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541863 Jul 19 17:34:39.921915 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device cc4b6036-5d75-47e6-9f32-8c356ab1521a up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:39.929806 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31842c17-c1a5-4cc0-9294-a5a252e6a271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306ee645-c38e-452c-996d-42411e0a14a5'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:34:39.932165 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cd1532-1514-4be3-98ee-03007cacbf16" -d '{"events": [{"server_uuid": "31842c17-c1a5-4cc0-9294-a5a252e6a271", "name": "network-vif-plugged", "status": "completed", "tag": "306ee645-c38e-452c-996d-42411e0a14a5"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:34:39.968671 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 306ee645-c38e-452c-996d-42411e0a14a5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=306ee645-c38e-452c-996d-42411e0a14a5,segment=NetworkSegment(da51a4f5-0dcb-40e9-b412-f6e7f601152b),segment_id=da51a4f5-0dcb-40e9-b412-f6e7f601152b)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:39.980423 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:40.017503 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9179f4b-3516-4f78-bf52-7c88caabe4b4 x-openstack-request-id: req-d9179f4b-3516-4f78-bf52-7c88caabe4b4 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:34:40.017795 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31842c17-c1a5-4cc0-9294-a5a252e6a271", "name": "network-vif-plugged", "status": "completed", "tag": "306ee645-c38e-452c-996d-42411e0a14a5", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:34:40.018076 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d9179f4b-3516-4f78-bf52-7c88caabe4b4 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:34:40.018442 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31842c17-c1a5-4cc0-9294-a5a252e6a271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306ee645-c38e-452c-996d-42411e0a14a5', 'code': 200} Jul 19 17:34:40.063408 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=306ee645-c38e-452c-996d-42411e0a14a5,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:40.069641 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port cc4b6036-5d75-47e6-9f32-8c356ab1521a completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:40.079885 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port cc4b6036-5d75-47e6-9f32-8c356ab1521a triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:40.082155 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:40.257125 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:40.364117 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5be82-5f92-4b9c-ba69-945981f3eaed req-6ed0558c-71a5-47b6-9147-3eb77076b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:40.377011 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port cc4b6036-5d75-47e6-9f32-8c356ab1521a, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=cc4b6036-5d75-47e6-9f32-8c356ab1521a,segment=NetworkSegment(3eedcfc8-feca-498d-ad06-143216f55fd9),segment_id=3eedcfc8-feca-498d-ad06-143216f55fd9)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:40.377382 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-2ea5be82-5f92-4b9c-ba69-945981f3eaed req-6ed0558c-71a5-47b6-9147-3eb77076b4e7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=31842c17-c1a5-4cc0-9294-a5a252e6a271 HTTP/1.1" status: 200 len: 1099 time: 0.1438498 Jul 19 17:34:40.396887 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:40.468554 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-2ea5be82-5f92-4b9c-ba69-945981f3eaed req-fa7acced-404d-4ca0-964d-9b8e663fb037 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864778 Jul 19 17:34:40.490567 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec2ddd-ef2f-4af0-9b7e-4f6354ddbd44 req-767382f0-b8ec-4ac6-88dc-b2e4109214f5 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:40.502625 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a9ec2ddd-ef2f-4af0-9b7e-4f6354ddbd44 req-767382f0-b8ec-4ac6-88dc-b2e4109214f5 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.2155213 Jul 19 17:34:40.556283 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=cc4b6036-5d75-47e6-9f32-8c356ab1521a,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:40.618917 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a9ec2ddd-ef2f-4af0-9b7e-4f6354ddbd44 req-25c33061-5e76-4cce-b418-c38d7b0633e1 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148171 Jul 19 17:34:40.693129 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e7999-aebd-4f83-a48c-3c9d6016266e req-d24088b5-9e55-4928-96c6-3fbf23294a08 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:40.694773 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b79e7999-aebd-4f83-a48c-3c9d6016266e req-d24088b5-9e55-4928-96c6-3fbf23294a08 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=70737035-ec0c-4540-beb4-6570dc26298a HTTP/1.1" status: 200 len: 945 time: 0.1609414 Jul 19 17:34:40.754099 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b79e7999-aebd-4f83-a48c-3c9d6016266e req-5add2769-7620-4739-a746-0fa71a0365a3 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd0a028e-08d5-4963-a6ad-48105cd10e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530031 Jul 19 17:34:40.967795 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633111b-7d59-438d-ad74-8bce212bce5f req-c4e82f9e-4fb1-481b-a817-f577334db35a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:40.970322 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1633111b-7d59-438d-ad74-8bce212bce5f req-c4e82f9e-4fb1-481b-a817-f577334db35a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 945 time: 0.1069324 Jul 19 17:34:41.052687 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1633111b-7d59-438d-ad74-8bce212bce5f req-4d301ed1-8818-4db8-9070-2147cf1149e6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707746 Jul 19 17:34:41.083252 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041d6c6-266a-4af1-a855-b070053b04f5 req-0d2cb6ab-0dc9-4ceb-b6be-433f194328fd tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:41.084936 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-d041d6c6-266a-4af1-a855-b070053b04f5 req-0d2cb6ab-0dc9-4ceb-b6be-433f194328fd tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.59 "GET /v2.0/ports?device_id=70737035-ec0c-4540-beb4-6570dc26298a HTTP/1.1" status: 200 len: 945 time: 0.1090941 Jul 19 17:34:41.099731 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612178b9-6ca7-4a52-8edd-7133a8f1321f req-37f1868c-23f8-48ee-9aa6-8ad88e1bb444 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:41.101365 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-612178b9-6ca7-4a52-8edd-7133a8f1321f req-37f1868c-23f8-48ee-9aa6-8ad88e1bb444 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=31842c17-c1a5-4cc0-9294-a5a252e6a271 HTTP/1.1" status: 200 len: 946 time: 0.1299860 Jul 19 17:34:41.174684 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-612178b9-6ca7-4a52-8edd-7133a8f1321f req-7721be33-db84-4395-bc18-d841c24256d6 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611231 Jul 19 17:34:41.243970 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-d041d6c6-266a-4af1-a855-b070053b04f5 req-b5905926-514c-4eb4-a1c9-21f79fad3d91 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Deleting port bff593c4-5f1e-4d34-b6b3-4abcf4269a55 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:34:41.244571 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d041d6c6-266a-4af1-a855-b070053b04f5 req-b5905926-514c-4eb4-a1c9-21f79fad3d91 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:41.366248 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-d041d6c6-266a-4af1-a855-b070053b04f5 req-b5905926-514c-4eb4-a1c9-21f79fad3d91 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] For port bff593c4-5f1e-4d34-b6b3-4abcf4269a55, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bff593c4-5f1e-4d34-b6b3-4abcf4269a55,segment=NetworkSegment(4a116e4c-739d-4fb1-a547-fde24a0e1c19),segment_id=4a116e4c-739d-4fb1-a547-fde24a0e1c19)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:41.366986 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d041d6c6-266a-4af1-a855-b070053b04f5 req-b5905926-514c-4eb4-a1c9-21f79fad3d91 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:41.384487 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-d041d6c6-266a-4af1-a855-b070053b04f5 req-b5905926-514c-4eb4-a1c9-21f79fad3d91 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Calling delete_port for bff593c4-5f1e-4d34-b6b3-4abcf4269a55 owned by compute:nova {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:34:41.597338 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 93721a07-ae75-4b6a-b020-98ca9b17c8b2 up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:41.610729 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d041d6c6-266a-4af1-a855-b070053b04f5 req-b5905926-514c-4eb4-a1c9-21f79fad3d91 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:41.648878 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['bff593c4-5f1e-4d34-b6b3-4abcf4269a55'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:34:41.700793 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5905926-514c-4eb4-a1c9-21f79fad3d91 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Pushing event deleted for resources: {'Port': ['ID=bff593c4-5f1e-4d34-b6b3-4abcf4269a55,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:41.715504 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning for port 93721a07-ae75-4b6a-b020-98ca9b17c8b2 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:41.728459 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port 93721a07-ae75-4b6a-b020-98ca9b17c8b2 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:41.729502 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:41.822781 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d041d6c6-266a-4af1-a855-b070053b04f5 req-b5905926-514c-4eb4-a1c9-21f79fad3d91 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] No DVR routers for this DVR port bff593c4-5f1e-4d34-b6b3-4abcf4269a55 on host hv-cinder-80069 {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:34:41.838905 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d041d6c6-266a-4af1-a855-b070053b04f5 req-b5905926-514c-4eb4-a1c9-21f79fad3d91 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:41.846668 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-d041d6c6-266a-4af1-a855-b070053b04f5 req-b5905926-514c-4eb4-a1c9-21f79fad3d91 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.59 "DELETE /v2.0/ports/bff593c4-5f1e-4d34-b6b3-4abcf4269a55 HTTP/1.1" status: 204 len: 173 time: 0.7441282 Jul 19 17:34:41.849261 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70737035-ec0c-4540-beb4-6570dc26298a', 'name': 'network-vif-deleted', 'tag': 'bff593c4-5f1e-4d34-b6b3-4abcf4269a55'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:34:41.886016 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e4f949-244c-417f-a55c-dd0081bd43f8" -d '{"events": [{"server_uuid": "70737035-ec0c-4540-beb4-6570dc26298a", "name": "network-vif-deleted", "tag": "bff593c4-5f1e-4d34-b6b3-4abcf4269a55"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:34:41.949886 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device cc4b6036-5d75-47e6-9f32-8c356ab1521a up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:41.969419 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-31aed667-36d4-47cb-92ad-0705486ad3c9 req-8c380437-4ce7-449f-9874-978ba47d2e10 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=70737035-ec0c-4540-beb4-6570dc26298a HTTP/1.1" status: 200 len: 210 time: 0.0508451 Jul 19 17:34:41.991355 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:42.104830 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3580f-28a0-4180-bbe9-3c390bdb3621 req-394b70ba-a5a6-4626-9776-52c2e23c654e tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:42.107073 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a5a3580f-28a0-4180-bbe9-3c390bdb3621 req-394b70ba-a5a6-4626-9776-52c2e23c654e tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.3228738 Jul 19 17:34:42.114183 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07303afd-195a-4176-a104-425d9c64666e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93721a07-ae75-4b6a-b020-98ca9b17c8b2'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:34:42.130681 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc08c077-49c2-44de-8d9c-59087ce22391" -d '{"events": [{"server_uuid": "07303afd-195a-4176-a104-425d9c64666e", "name": "network-vif-plugged", "status": "completed", "tag": "93721a07-ae75-4b6a-b020-98ca9b17c8b2"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:34:42.139327 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbb0714-2518-4b9c-989c-a8373699f43b x-openstack-request-id: req-cdbb0714-2518-4b9c-989c-a8373699f43b {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:34:42.139906 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70737035-ec0c-4540-beb4-6570dc26298a", "name": "network-vif-deleted", "tag": "bff593c4-5f1e-4d34-b6b3-4abcf4269a55", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:34:42.140776 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cdbb0714-2518-4b9c-989c-a8373699f43b {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:34:42.141586 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70737035-ec0c-4540-beb4-6570dc26298a', 'name': 'network-vif-deleted', 'tag': 'bff593c4-5f1e-4d34-b6b3-4abcf4269a55', 'status': 'completed', 'code': 200} Jul 19 17:34:42.244270 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 93721a07-ae75-4b6a-b020-98ca9b17c8b2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=93721a07-ae75-4b6a-b020-98ca9b17c8b2,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:42.265624 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port cc4b6036-5d75-47e6-9f32-8c356ab1521a triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:42.266599 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:42.274802 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:42.285078 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a5a3580f-28a0-4180-bbe9-3c390bdb3621 req-77761e5e-377f-4aec-a47e-eddae685cdf8 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429036 Jul 19 17:34:42.431307 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee18b0c-e2e9-4f67-bf14-bbbbf4178fda x-openstack-request-id: req-6ee18b0c-e2e9-4f67-bf14-bbbbf4178fda {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:34:42.431774 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07303afd-195a-4176-a104-425d9c64666e", "name": "network-vif-plugged", "status": "completed", "tag": "93721a07-ae75-4b6a-b020-98ca9b17c8b2", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:34:42.432272 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ee18b0c-e2e9-4f67-bf14-bbbbf4178fda {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:34:42.433538 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07303afd-195a-4176-a104-425d9c64666e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93721a07-ae75-4b6a-b020-98ca9b17c8b2', 'code': 200} Jul 19 17:34:42.522244 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586463c-67c7-44c1-966e-cac56c6bfbf2 req-03773d60-410a-4e34-bd6c-cca8d315b35d tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:42.524164 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1586463c-67c7-44c1-966e-cac56c6bfbf2 req-03773d60-410a-4e34-bd6c-cca8d315b35d tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.2034769 Jul 19 17:34:42.636193 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=93721a07-ae75-4b6a-b020-98ca9b17c8b2,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:42.719731 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1586463c-67c7-44c1-966e-cac56c6bfbf2 req-b3ef1530-eab7-4297-a53f-7c31583ab90d tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628284 Jul 19 17:34:42.868072 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31398d81-d625-4531-b530-613ee5b03726 req-b180efa6-9429-4b59-8895-38a625ca493c tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:42.886091 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdae1e-afc3-456a-8996-ea7099f760a8 req-96d75903-3925-4356-aca1-6822358c49bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:42.888269 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-46bdae1e-afc3-456a-8996-ea7099f760a8 req-96d75903-3925-4356-aca1-6822358c49bd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 1099 time: 0.1127322 Jul 19 17:34:42.888405 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-31398d81-d625-4531-b530-613ee5b03726 req-b180efa6-9429-4b59-8895-38a625ca493c tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=31842c17-c1a5-4cc0-9294-a5a252e6a271 HTTP/1.1" status: 200 len: 946 time: 0.3629241 Jul 19 17:34:42.944806 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-31398d81-d625-4531-b530-613ee5b03726 req-c8e0a2e6-1e63-4d00-b400-82b0daa0c82c tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553563 Jul 19 17:34:42.999169 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-46bdae1e-afc3-456a-8996-ea7099f760a8 req-8e7faae8-3257-4c07-b6c3-23a717e9bec7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996118 Jul 19 17:34:43.157479 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fc35ca09-7815-4097-a6c1-e3d75add25a3 req-788f0f17-3fae-433f-a4a7-061e7515a8e9 tempest-VolumesActionsTest-1139956237 tempest-VolumesActionsTest-1139956237-project] 10.222.0.32 "GET /v2.0/ports?device_id=70737035-ec0c-4540-beb4-6570dc26298a HTTP/1.1" status: 200 len: 210 time: 0.0593243 Jul 19 17:34:43.653073 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04873a7b-ffdd-4f29-8d7b-ed60cff44676 req-31eb046f-79a1-4e07-9d34-71871d469ed0 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:43.655163 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-04873a7b-ffdd-4f29-8d7b-ed60cff44676 req-31eb046f-79a1-4e07-9d34-71871d469ed0 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.1322565 Jul 19 17:34:43.709453 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-04873a7b-ffdd-4f29-8d7b-ed60cff44676 req-bbd7adf5-9a61-4b3a-925b-5b16714ef3e7 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483971 Jul 19 17:34:43.844673 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 38480) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:44.066031 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b3b24-0fdd-4754-89da-dad9093432bd req-89998cf6-e822-4b1a-a85f-002cb2b6090b tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:44.074419 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b36b3b24-0fdd-4754-89da-dad9093432bd req-89998cf6-e822-4b1a-a85f-002cb2b6090b tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.2157478 Jul 19 17:34:44.147448 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b36b3b24-0fdd-4754-89da-dad9093432bd req-1a28de3e-0ee1-4518-a8ec-1d44b4f1ec60 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712767 Jul 19 17:34:44.170195 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7a65a05e-3c92-4308-b4d3-390bd4a0521a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:44.433727 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7a65a05e-3c92-4308-b4d3-390bd4a0521a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:44.440528 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7a65a05e-3c92-4308-b4d3-390bd4a0521a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:44.496453 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-7a65a05e-3c92-4308-b4d3-390bd4a0521a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cafd335d5c584c0ba8f7ee9c819e417a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6504393 Jul 19 17:34:44.497752 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65a05e-3c92-4308-b4d3-390bd4a0521a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b4af18-4ae5-4683-ac0d-8b1f77870167,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:44.500979 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 38500) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:44.529009 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb66579-926b-4947-aabe-0bb6e9e21973 req-51adfc85-bdf9-417c-b266-6cb3255e9202 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:44.538334 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7cb66579-926b-4947-aabe-0bb6e9e21973 req-51adfc85-bdf9-417c-b266-6cb3255e9202 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1198440 Jul 19 17:34:44.570912 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c539368e-133a-4339-a7d9-3283a0efcc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:44.597748 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7cb66579-926b-4947-aabe-0bb6e9e21973 req-25f1475d-b591-4aa2-bd96-943fbcbe62e9 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578797 Jul 19 17:34:44.621745 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c539368e-133a-4339-a7d9-3283a0efcc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:44.701917 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c539368e-133a-4339-a7d9-3283a0efcc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:44.706046 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c539368e-133a-4339-a7d9-3283a0efcc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:44.707480 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-c539368e-133a-4339-a7d9-3283a0efcc5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6b4af18-4ae5-4683-ac0d-8b1f77870167 HTTP/1.1" status: 204 len: 168 time: 0.2053907 Jul 19 17:34:44.720393 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539368e-133a-4339-a7d9-3283a0efcc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b4af18-4ae5-4683-ac0d-8b1f77870167,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:45.477447 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b28f02-31e5-4720-8486-c52458f5b197 req-3e59b810-4453-4e62-903a-d54f6d1e6f5e tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:45.487598 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-30b28f02-31e5-4720-8486-c52458f5b197 req-3e59b810-4453-4e62-903a-d54f6d1e6f5e tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.1506460 Jul 19 17:34:45.547106 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-30b28f02-31e5-4720-8486-c52458f5b197 req-c485329e-5ed3-497b-a6e1-676d0dcb8738 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511532 Jul 19 17:34:45.600696 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device bff593c4-5f1e-4d34-b6b3-4abcf4269a55 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:34:45.672744 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fc8e3-74e7-4ba2-9e53-22d035f9a636 req-3ed08380-282a-4f82-bacb-5b4c3bddbd75 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:45.673749 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] No Port match for: bff593c4-5f1e-4d34-b6b3-4abcf4269a55 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:34:45.674243 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device bff593c4-5f1e-4d34-b6b3-4abcf4269a55 not bound to the agent host hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:34:45.674937 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-763fc8e3-74e7-4ba2-9e53-22d035f9a636 req-3ed08380-282a-4f82-bacb-5b4c3bddbd75 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.1190841 Jul 19 17:34:45.777865 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-763fc8e3-74e7-4ba2-9e53-22d035f9a636 req-ee9aea44-8729-4733-9bfd-6bb2b70e6d5d tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626736 Jul 19 17:34:45.807699 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b1635-1758-40f0-9f09-3ccb2251be9e req-cfd846fc-56a9-447f-a4d9-8296c30696fc tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:45.819172 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 38578) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:45.821770 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f51b1635-1758-40f0-9f09-3ccb2251be9e req-cfd846fc-56a9-447f-a4d9-8296c30696fc tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.1454351 Jul 19 17:34:45.827472 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-dc88f1af-6751-4f22-aa69-5cc9f0f199f1 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Request body: {'floatingip': {'port_id': '93721a07-ae75-4b6a-b020-98ca9b17c8b2'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:45.889404 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dc88f1af-6751-4f22-aa69-5cc9f0f199f1 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for floatingip, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:45.992789 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03a42b-d967-496a-9820-0ba32e04de53 req-a96e9f2c-fbd2-413a-8986-35e664a8b49e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:46.001214 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ef03a42b-d967-496a-9820-0ba32e04de53 req-a96e9f2c-fbd2-413a-8986-35e664a8b49e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1428690 Jul 19 17:34:46.069331 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ef03a42b-d967-496a-9820-0ba32e04de53 req-8f6a8f0e-0f09-4e3c-87e5-9d1cafd740c8 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669935 Jul 19 17:34:46.547086 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dc88f1af-6751-4f22-aa69-5cc9f0f199f1 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:46.550648 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dc88f1af-6751-4f22-aa69-5cc9f0f199f1 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567430'] for floatingip, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:46.685278 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.l3_db [None req-dc88f1af-6751-4f22-aa69-5cc9f0f199f1 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Floating IP 4f663a39-72ea-4c55-988c-6863db690433 associated. External IP: 172.27.0.164, port: 93721a07-ae75-4b6a-b020-98ca9b17c8b2. Jul 19 17:34:46.960650 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc88f1af-6751-4f22-aa69-5cc9f0f199f1 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:34:47.100163 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc88f1af-6751-4f22-aa69-5cc9f0f199f1 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:34:47.106780 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dc88f1af-6751-4f22-aa69-5cc9f0f199f1 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for floatingip, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:47.111785 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4416b2ab-2777-4382-be28-045cea916966 None None] Sync routers for ids ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'] in dv-cinder-800695-4-iscsi {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:34:47.122030 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4416b2ab-2777-4382-be28-045cea916966 None None] Routers {'0d9f4ff7-10f0-4940-9fa3-6cf903929c82'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:34:47.123229 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-4416b2ab-2777-4382-be28-045cea916966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:34:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:47.150807 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-dc88f1af-6751-4f22-aa69-5cc9f0f199f1 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "PUT /v2.0/floatingips/4f663a39-72ea-4c55-988c-6863db690433 HTTP/1.1" status: 200 len: 992 time: 1.3301404 Jul 19 17:34:47.151405 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07303afd-195a-4176-a104-425d9c64666e', 'tag': '93721a07-ae75-4b6a-b020-98ca9b17c8b2'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:34:47.153702 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7214d4b5-8c7a-4551-ad42-121dadfcfc52" -d '{"events": [{"name": "network-changed", "server_uuid": "07303afd-195a-4176-a104-425d9c64666e", "tag": "93721a07-ae75-4b6a-b020-98ca9b17c8b2"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:34:47.291437 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-4416b2ab-2777-4382-be28-045cea916966 None None] Set router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:34:47.297895 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5277d03-6b6a-4a10-88fd-816af612a188 req-40f62baa-1d6c-4083-8890-d54cab136152 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:47.306591 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f5277d03-6b6a-4a10-88fd-816af612a188 req-40f62baa-1d6c-4083-8890-d54cab136152 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0923634 Jul 19 17:34:47.342017 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4ee436-d4f2-472e-a908-d617e74e1c15 x-openstack-request-id: req-2a4ee436-d4f2-472e-a908-d617e74e1c15 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:34:47.342396 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07303afd-195a-4176-a104-425d9c64666e", "tag": "93721a07-ae75-4b6a-b020-98ca9b17c8b2", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:34:47.342566 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a4ee436-d4f2-472e-a908-d617e74e1c15 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:34:47.343822 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07303afd-195a-4176-a104-425d9c64666e', 'tag': '93721a07-ae75-4b6a-b020-98ca9b17c8b2', 'status': 'completed', 'code': 200} Jul 19 17:34:47.366051 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f5277d03-6b6a-4a10-88fd-816af612a188 req-0bc80253-0bdd-43a9-abef-ddfb68f89160 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581532 Jul 19 17:34:47.442606 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214d4b5-8c7a-4551-ad42-121dadfcfc52 req-53353ac2-ce19-4a90-ba20-fa091ef52290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:47.444053 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-7214d4b5-8c7a-4551-ad42-121dadfcfc52 req-53353ac2-ce19-4a90-ba20-fa091ef52290 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cde3c008c05a44f09be88be78c4bb614&device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 1099 time: 0.0774672 Jul 19 17:34:47.555363 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-4416b2ab-2777-4382-be28-045cea916966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'name': 'tempest-AttachVolumeShelveTestJSON-417807470-router', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '8519777c-b494-4823-af53-473f034226c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:07Z', 'updated_at': '2021-07-19T17:34:14Z', 'revision_number': 4, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'gw_port': {'id': '8519777c-b494-4823-af53-473f034226c8', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:08Z', 'updated_at': '2021-07-19T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': '4f663a39-72ea-4c55-988c-6863db690433', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'port_id': '93721a07-ae75-4b6a-b020-98ca9b17c8b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'mac_address': 'fa:16:3e:4f:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07303afd-195a-4176-a104-425d9c64666e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:34:20Z', 'updated_at': '2021-07-19T17:34:46Z', 'revision_number': 1, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835fce5f-763a-432d-9e20-a832f1762fe6', 'name': '', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'mac_address': 'fa:16:3e:43:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4a8cde66-88d0-4637-913a-84e51941d044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:22Z', 'revision_number': 5, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'subnets': [{'id': '4a8cde66-88d0-4637-913a-84e51941d044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:47.569435 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214d4b5-8c7a-4551-ad42-121dadfcfc52 req-8018cb6f-cb86-4bab-bde1-833b6d0bd6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:47.570929 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-7214d4b5-8c7a-4551-ad42-121dadfcfc52 req-8018cb6f-cb86-4bab-bde1-833b6d0bd6a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48ef7ec-7444-4cee-8dfa-ba707e530247 HTTP/1.1" status: 200 len: 917 time: 0.1140692 Jul 19 17:34:47.585909 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4416b2ab-2777-4382-be28-045cea916966 None None] Checking router: 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 for host: dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:34:47.597022 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4416b2ab-2777-4382-be28-045cea916966 None None] Routers {'0d9f4ff7-10f0-4940-9fa3-6cf903929c82'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:34:47.597895 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-4416b2ab-2777-4382-be28-045cea916966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:34:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:47.720942 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-7214d4b5-8c7a-4551-ad42-121dadfcfc52 req-ead02fe0-f024-4fde-9a39-2eb80fc27442 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93721a07-ae75-4b6a-b020-98ca9b17c8b2 HTTP/1.1" status: 200 len: 1000 time: 0.1416137 Jul 19 17:34:47.745259 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-4416b2ab-2777-4382-be28-045cea916966 None None] Set router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:34:47.786171 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:47.876554 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214d4b5-8c7a-4551-ad42-121dadfcfc52 req-11ea0d44-a3b6-4551-8275-075ce29042e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:47.881828 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-7214d4b5-8c7a-4551-ad42-121dadfcfc52 req-11ea0d44-a3b6-4551-8275-075ce29042e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a8cde66-88d0-4637-913a-84e51941d044 HTTP/1.1" status: 200 len: 855 time: 0.1475132 Jul 19 17:34:48.003847 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214d4b5-8c7a-4551-ad42-121dadfcfc52 req-b8669cae-35d9-42fe-9483-046ff7bad455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:48.008058 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-7214d4b5-8c7a-4551-ad42-121dadfcfc52 req-b8669cae-35d9-42fe-9483-046ff7bad455 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48ef7ec-7444-4cee-8dfa-ba707e530247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1166124 Jul 19 17:34:48.159758 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-7214d4b5-8c7a-4551-ad42-121dadfcfc52 req-a383646b-ca9f-41b4-bd6c-75745f952826 service neutron] 10.222.0.59 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408427 Jul 19 17:34:48.170391 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-4416b2ab-2777-4382-be28-045cea916966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'name': 'tempest-AttachVolumeShelveTestJSON-417807470-router', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '8519777c-b494-4823-af53-473f034226c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:07Z', 'updated_at': '2021-07-19T17:34:14Z', 'revision_number': 4, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'gw_port': {'id': '8519777c-b494-4823-af53-473f034226c8', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:08Z', 'updated_at': '2021-07-19T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': '4f663a39-72ea-4c55-988c-6863db690433', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'port_id': '93721a07-ae75-4b6a-b020-98ca9b17c8b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'mac_address': 'fa:16:3e:4f:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07303afd-195a-4176-a104-425d9c64666e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:34:20Z', 'updated_at': '2021-07-19T17:34:46Z', 'revision_number': 1, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835fce5f-763a-432d-9e20-a832f1762fe6', 'name': '', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'mac_address': 'fa:16:3e:43:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4a8cde66-88d0-4637-913a-84e51941d044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:22Z', 'revision_number': 5, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'subnets': [{'id': '4a8cde66-88d0-4637-913a-84e51941d044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:34:48.222915 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4416b2ab-2777-4382-be28-045cea916966 None None] The sync data for ids ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'] in dv-cinder-800695-4-iscsi is: [{'id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'name': 'tempest-AttachVolumeShelveTestJSON-417807470-router', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '8519777c-b494-4823-af53-473f034226c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:07Z', 'updated_at': '2021-07-19T17:34:14Z', 'revision_number': 4, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'gw_port': {'id': '8519777c-b494-4823-af53-473f034226c8', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:08Z', 'updated_at': '2021-07-19T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': '4f663a39-72ea-4c55-988c-6863db690433', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'port_id': '93721a07-ae75-4b6a-b020-98ca9b17c8b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'mac_address': 'fa:16:3e:4f:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07303afd-195a-4176-a104-425d9c64666e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:34:20Z', 'updated_at': '2021-07-19T17:34:46Z', 'revision_number': 1, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835fce5f-763a-432d-9e20-a832f1762fe6', 'name': '', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'mac_address': 'fa:16:3e:43:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4a8cde66-88d0-4637-913a-84e51941d044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:22Z', 'revision_number': 5, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'subnets': [{'id': '4a8cde66-88d0-4637-913a-84e51941d044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:34:48.299493 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-3a39e6ce-6640-433e-b14a-4905eb9c4cd1 req-8da2d30e-84b9-4603-a601-14b34f301827 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1807373 Jul 19 17:34:48.364679 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-7214d4b5-8c7a-4551-ad42-121dadfcfc52 req-f1f1287f-fe76-46cc-8feb-ce2ee972d7bc service neutron] 10.222.0.59 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916637 Jul 19 17:34:48.436995 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39e6ce-6640-433e-b14a-4905eb9c4cd1 req-eaf8b464-c14f-43a3-a032-1c13e4a55694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:48.438539 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-3a39e6ce-6640-433e-b14a-4905eb9c4cd1 req-eaf8b464-c14f-43a3-a032-1c13e4a55694 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8eac7ae86da742339229da8811d720ae&device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 1098 time: 0.1038680 Jul 19 17:34:48.579779 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d739065-d08e-4abf-9e41-2496e8ced5a1 req-d27228b3-9cd7-48cb-a110-6ad3ddb8b1e9 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:48.583342 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0d739065-d08e-4abf-9e41-2496e8ced5a1 req-d27228b3-9cd7-48cb-a110-6ad3ddb8b1e9 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0898299 Jul 19 17:34:48.590052 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267081f0-c462-4088-bcb0-3624e3d2b35e None None] New status for floating IP 4f663a39-72ea-4c55-988c-6863db690433: ACTIVE {{(pid=93385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:34:48.600661 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39e6ce-6640-433e-b14a-4905eb9c4cd1 req-f1d8f38c-15b0-4645-bfc7-330f24658327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:48.603001 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-3a39e6ce-6640-433e-b14a-4905eb9c4cd1 req-f1d8f38c-15b0-4645-bfc7-330f24658327 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d0b84da-014c-43ff-bf6a-16a5d79fbf35 HTTP/1.1" status: 200 len: 915 time: 0.1422496 Jul 19 17:34:48.647394 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0d739065-d08e-4abf-9e41-2496e8ced5a1 req-a0899072-c39e-42cf-91a2-d275becc9ffd tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577159 Jul 19 17:34:48.673555 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-3a39e6ce-6640-433e-b14a-4905eb9c4cd1 req-c526ff8d-4ef3-4e49-8bef-0b2b412369be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c HTTP/1.1" status: 200 len: 217 time: 0.0628567 Jul 19 17:34:48.745995 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39e6ce-6640-433e-b14a-4905eb9c4cd1 req-50764bab-f6a3-486d-8fd3-68676a166d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:48.747570 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-3a39e6ce-6640-433e-b14a-4905eb9c4cd1 req-50764bab-f6a3-486d-8fd3-68676a166d01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9f2c7817-7c7d-4ae1-b51f-d61950bf1fbd HTTP/1.1" status: 200 len: 854 time: 0.0660553 Jul 19 17:34:48.812382 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-3a39e6ce-6640-433e-b14a-4905eb9c4cd1 req-e8e4d83d-01b1-46ca-92b9-e33cec8b3553 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d0b84da-014c-43ff-bf6a-16a5d79fbf35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453770 Jul 19 17:34:48.986529 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-3a39e6ce-6640-433e-b14a-4905eb9c4cd1 req-157cf18e-39d7-4f97-a4f8-966091a93add service neutron] 10.222.0.59 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662498 Jul 19 17:34:49.154493 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-3a39e6ce-6640-433e-b14a-4905eb9c4cd1 req-407fd5f3-085c-44a2-ade7-4bba6cf97a7b service neutron] 10.222.0.59 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598091 Jul 19 17:34:49.804415 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afba3f-1dd5-4313-9acc-d096eebccd9e req-d601c3ec-427c-4613-992a-699c182f8b4d tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:49.805843 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c7afba3f-1dd5-4313-9acc-d096eebccd9e req-d601c3ec-427c-4613-992a-699c182f8b4d tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0764482 Jul 19 17:34:49.877737 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c7afba3f-1dd5-4313-9acc-d096eebccd9e req-abfded27-2fc5-4072-a3e2-d5668ae9dec1 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586998 Jul 19 17:34:51.042226 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dd41c-1c5c-416a-88ef-30a2f12ef2fa req-f3293cb6-cbf5-448a-92cc-6349da63d275 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:51.044007 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-539dd41c-1c5c-416a-88ef-30a2f12ef2fa req-f3293cb6-cbf5-448a-92cc-6349da63d275 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0773153 Jul 19 17:34:51.088748 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-539dd41c-1c5c-416a-88ef-30a2f12ef2fa req-babca830-aca0-43a1-8962-840c9534970f tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386910 Jul 19 17:34:51.237473 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae03d-a367-488c-84b0-80fdb67510ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:52.262015 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff1312-265f-4514-937a-d4752ab9fb00 req-82d70199-cc24-4496-b80d-d606dff3a5fd tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:52.270774 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-42ff1312-265f-4514-937a-d4752ab9fb00 req-82d70199-cc24-4496-b80d-d606dff3a5fd tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1069236 Jul 19 17:34:52.324761 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-42ff1312-265f-4514-937a-d4752ab9fb00 req-79188b7a-d89e-4656-a64a-50a9bae3a7dd tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524998 Jul 19 17:34:52.487826 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-e9ddb2be-1f7b-4003-b592-1e02118f1d29 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4d6cd8993ad84243ab0a50fca65cb046&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334473 Jul 19 17:34:52.686804 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-796a9792-592e-4bce-a3f8-0b022470e5a7 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:52.688632 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-796a9792-592e-4bce-a3f8-0b022470e5a7 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1948092 Jul 19 17:34:52.713583 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-e28d8752-cb45-4017-a3d5-199f309cbd96 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/quotas/4d6cd8993ad84243ab0a50fca65cb046 HTTP/1.1" status: 200 len: 375 time: 0.0174079 Jul 19 17:34:52.751895 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-1e7388b2-bcdf-4491-844c-7b5edc92c9fd tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d6cd8993ad84243ab0a50fca65cb046&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362127 Jul 19 17:34:53.087377 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-752bde2d-ccfd-41ff-9ba9-1306b047eebb req-f652dbe8-1aff-460a-8907-d96d25735d63 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 210 time: 0.0494046 Jul 19 17:34:53.102880 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-516da623-adb9-463c-9922-469d6fc96c7b tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:53.104687 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-516da623-adb9-463c-9922-469d6fc96c7b tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/networks?id=11783e7e-ef5c-4c4f-968e-48de876cfb17 HTTP/1.1" status: 200 len: 815 time: 0.1625080 Jul 19 17:34:53.135516 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-c8ab2ffe-4cf1-49ed-9221-3b39e9cec882 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/quotas/dfd503906aed4295978675b21e32cdc4 HTTP/1.1" status: 200 len: 375 time: 0.0176747 Jul 19 17:34:53.219973 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-fae65a14-c868-4f1e-aeed-9fb9327553b6 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfd503906aed4295978675b21e32cdc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835440 Jul 19 17:34:53.346671 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-76fa0227-5220-4186-bb54-7db2bb2c7fc6 service neutron] 10.222.0.32 "GET /v2.0/networks/11783e7e-ef5c-4c4f-968e-48de876cfb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062660 Jul 19 17:34:53.463389 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-08676e1e-3860-488c-bef2-ee34797d6f41 service neutron] 10.222.0.32 "GET /v2.0/networks/11783e7e-ef5c-4c4f-968e-48de876cfb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102176 Jul 19 17:34:53.625697 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fa1cf-ade6-455d-9c0c-2314cb1312bd req-1767cb6f-3603-4065-8689-4837af010b4a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:53.627230 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e5fa1cf-ade6-455d-9c0c-2314cb1312bd req-1767cb6f-3603-4065-8689-4837af010b4a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0673947 Jul 19 17:34:53.677435 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8bb519a2-c45d-4cdf-b517-836b07d71c34 req-e717f226-ca43-4fc0-94ac-688df203e164 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 210 time: 0.0422268 Jul 19 17:34:53.698688 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e5fa1cf-ade6-455d-9c0c-2314cb1312bd req-16d3b26a-e7d0-4115-bd40-befb0a925efb tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620961 Jul 19 17:34:53.979339 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-05bd4911-8694-4a27-9c5e-45a9d5ab0296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:54.180505 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-04c7eef1-6e66-4213-997d-19c52fc7b776 req-6ab56ac4-c8a3-45de-b2df-b6062630eb3e tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 210 time: 0.0291121 Jul 19 17:34:54.413443 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:54.597927 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:34:54.779650 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0ea5601f-1d93-4654-b994-0b720e045fd7 req-4e72870b-e405-416e-bd96-61d0f19e68b3 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 210 time: 0.0307968 Jul 19 17:34:54.914777 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5a73c-77b8-4998-a880-5c9754660f00 req-c0878bbb-eb88-4798-83bb-6ee857c0e862 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:54.918812 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c9a5a73c-77b8-4998-a880-5c9754660f00 req-c0878bbb-eb88-4798-83bb-6ee857c0e862 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0715256 Jul 19 17:34:54.960049 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c9a5a73c-77b8-4998-a880-5c9754660f00 req-4cd15a6d-ea94-4015-bd66-8e1dc458f511 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373511 Jul 19 17:34:55.277648 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a0e4995c-b5a4-45d0-8b51-f3218c1ede42 req-2267142e-983e-4cb9-b527-3ff153f7e56e tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 210 time: 0.0296750 Jul 19 17:34:55.308637 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:55.872240 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-782ce809-0064-4947-84e8-c3ee7a85b336 req-4c27ef53-480a-4d2d-bc2a-259a31458657 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 210 time: 0.0274873 Jul 19 17:34:56.090665 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92a1a6-a7b5-42dc-8f85-615a566b96dc req-2f3a467d-f82a-46a2-8965-bf3277a9d60b tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:56.092290 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ad92a1a6-a7b5-42dc-8f85-615a566b96dc req-2f3a467d-f82a-46a2-8965-bf3277a9d60b tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0629389 Jul 19 17:34:56.134865 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ad92a1a6-a7b5-42dc-8f85-615a566b96dc req-83c3c544-af98-4bd5-87fc-4151d8327a3a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371494 Jul 19 17:34:56.372504 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-400fb9f5-0453-4066-89a8-adb8e8fdc8de req-77ad65bd-ccf5-4849-9ed0-ae3130c20d07 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 210 time: 0.0277965 Jul 19 17:34:56.964439 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0cb79c59-4940-4705-9b89-2df95d959685 req-5cb8592e-5a12-48e0-9403-7c8ff123fba7 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 210 time: 0.0279565 Jul 19 17:34:57.076061 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:57.150748 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-a8c7f0e9-71dc-4902-8386-c5df5d873eea tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4d6cd8993ad84243ab0a50fca65cb046&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354500 Jul 19 17:34:57.298102 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e107c77-10d8-4c7d-9a28-988e7116f203 req-a732d191-aaab-4de0-99a5-6438363ffffc tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:57.303165 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4e107c77-10d8-4c7d-9a28-988e7116f203 req-a732d191-aaab-4de0-99a5-6438363ffffc tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0755482 Jul 19 17:34:57.360965 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4e107c77-10d8-4c7d-9a28-988e7116f203 req-8afba3e2-ef63-4440-9654-1a3156172940 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513687 Jul 19 17:34:57.606852 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-0d58889c-c6cf-4874-a899-d821052a35a8 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:57.608470 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-0d58889c-c6cf-4874-a899-d821052a35a8 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4455435 Jul 19 17:34:57.633178 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-9b8c3eb3-1f9d-4588-a560-b8f6857e5595 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Request body: {'port': {'device_id': '6496f21b-b862-4586-b17a-1cd428b5ee2d', 'network_id': 'd106ea3c-04e3-42d8-bb6b-545ea47b489a', 'admin_state_up': True, 'tenant_id': '4d6cd8993ad84243ab0a50fca65cb046'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:57.713748 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-52e8423c-2e5b-48ab-9879-68ed1de35ea2 req-99066bb2-070a-45ec-b03b-f4ddf7f6e77c tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 210 time: 0.2682700 Jul 19 17:34:57.862627 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-9b8c3eb3-1f9d-4588-a560-b8f6857e5595 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Made reservation on behalf of 4d6cd8993ad84243ab0a50fca65cb046 for: {'port': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:34:57.866287 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-9b8c3eb3-1f9d-4588-a560-b8f6857e5595 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:57.884349 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-50266a45-34ff-41c6-a893-089e1da051f9 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:57.891736 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-50266a45-34ff-41c6-a893-089e1da051f9 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.59 "GET /v2.0/networks?id=11783e7e-ef5c-4c4f-968e-48de876cfb17 HTTP/1.1" status: 200 len: 815 time: 0.1632426 Jul 19 17:34:57.892765 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-9b8c3eb3-1f9d-4588-a560-b8f6857e5595 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:57.918522 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-cb4a3766-cc9c-4601-be89-1a306f2590f7 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Request body: {'port': {'device_id': '06c0f20e-e962-43f3-8a5c-78b232aa933e', 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17', 'admin_state_up': True, 'tenant_id': 'dfd503906aed4295978675b21e32cdc4'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:58.076245 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d0f5631e-993c-4a53-a3ac-7ec355f6f8f6 req-349c91cb-b28c-440b-8c70-3bb1d7546ddc tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 210 time: 0.0330749 Jul 19 17:34:58.107459 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-9b8c3eb3-1f9d-4588-a560-b8f6857e5595 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:58.118369 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-9b8c3eb3-1f9d-4588-a560-b8f6857e5595 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:58.193867 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-cb4a3766-cc9c-4601-be89-1a306f2590f7 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Made reservation on behalf of dfd503906aed4295978675b21e32cdc4 for: {'port': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:34:58.197648 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-cb4a3766-cc9c-4601-be89-1a306f2590f7 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:58.231758 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c3eb3-1f9d-4588-a560-b8f6857e5595 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:58.398922 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-9b8c3eb3-1f9d-4588-a560-b8f6857e5595 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Allocated IP 192.168.233.21 (d106ea3c-04e3-42d8-bb6b-545ea47b489a/5d5c1b3f-338d-4bb1-84c8-09ebd8322be2/c41d12fc-8eec-4a00-b7ee-c8a39870512b) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:34:58.440266 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-cb4a3766-cc9c-4601-be89-1a306f2590f7 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Allocated IP 172.20.0.11 (11783e7e-ef5c-4c4f-968e-48de876cfb17/2ce69870-9125-4f57-86a4-10ffb5b14c3b/bcb04856-2795-4cf2-a2a7-f5557adff9a5) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:34:58.636207 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b77eb-e37f-4d17-991a-9cd2a4c60429 req-69036565-2be4-49a0-900b-3d2a9c9c28e6 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:58.650625 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-da7b77eb-e37f-4d17-991a-9cd2a4c60429 req-69036565-2be4-49a0-900b-3d2a9c9c28e6 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1428499 Jul 19 17:34:58.709524 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-da7b77eb-e37f-4d17-991a-9cd2a4c60429 req-d5b5651e-e8e6-4abb-8c04-decd68fc0f4d tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559423 Jul 19 17:34:58.737569 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-9b8c3eb3-1f9d-4588-a560-b8f6857e5595 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:58.829441 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-cb4a3766-cc9c-4601-be89-1a306f2590f7 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:58.881958 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-cb4a3766-cc9c-4601-be89-1a306f2590f7 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Transition to ACTIVE for port object bcb04856-2795-4cf2-a2a7-f5557adff9a5 will not be triggered until provisioned by entity DHCP. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:58.962414 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-beac79e8-7fda-4304-9597-10c4c54caad1 req-5ad98971-c09d-4dbc-9b02-a3c8fb14448b tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 210 time: 0.1305344 Jul 19 17:34:58.997617 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-9b8c3eb3-1f9d-4588-a560-b8f6857e5595 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Transition to ACTIVE for port object c41d12fc-8eec-4a00-b7ee-c8a39870512b will not be triggered until provisioned by entity DHCP. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:59.026898 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-cb4a3766-cc9c-4601-be89-1a306f2590f7 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:59.210300 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-cb4a3766-cc9c-4601-be89-1a306f2590f7 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Network 11783e7e-ef5c-4c4f-968e-48de876cfb17 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:34:59.223621 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-cb4a3766-cc9c-4601-be89-1a306f2590f7 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:59.230705 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-cb4a3766-cc9c-4601-be89-1a306f2590f7 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:34:59.239172 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a3766-cc9c-4601-be89-1a306f2590f7 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Pushing event updated for resources: {'Port': ['ID=bcb04856-2795-4cf2-a2a7-f5557adff9a5,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:59.272056 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-9b8c3eb3-1f9d-4588-a560-b8f6857e5595 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:59.368959 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-cb4a3766-cc9c-4601-be89-1a306f2590f7 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:59.369632 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-cb4a3766-cc9c-4601-be89-1a306f2590f7 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:59.386939 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-9b8c3eb3-1f9d-4588-a560-b8f6857e5595 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Network d106ea3c-04e3-42d8-bb6b-545ea47b489a is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:34:59.428475 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-9b8c3eb3-1f9d-4588-a560-b8f6857e5595 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:59.438964 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c3eb3-1f9d-4588-a560-b8f6857e5595 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Pushing event updated for resources: {'Port': ['ID=c41d12fc-8eec-4a00-b7ee-c8a39870512b,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:59.445141 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-9b8c3eb3-1f9d-4588-a560-b8f6857e5595 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:34:59.493655 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-cb4a3766-cc9c-4601-be89-1a306f2590f7 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5811512 Jul 19 17:34:59.548675 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-9b8c3eb3-1f9d-4588-a560-b8f6857e5595 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:59.549697 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-9b8c3eb3-1f9d-4588-a560-b8f6857e5595 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:59.566349 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f76d61-a972-4a08-b318-463c19ab625b req-c46cc305-5ed5-4f29-a24a-25d8aff0d89f tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:59.572934 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-9b8c3eb3-1f9d-4588-a560-b8f6857e5595 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9453413 Jul 19 17:34:59.576532 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-89f76d61-a972-4a08-b318-463c19ab625b req-c46cc305-5ed5-4f29-a24a-25d8aff0d89f tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 932 time: 0.3020277 Jul 19 17:34:59.624596 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-89f76d61-a972-4a08-b318-463c19ab625b req-2e365716-9dce-45ef-ab2a-46f57c6b9faa tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419610 Jul 19 17:34:59.754569 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-04199268-831d-49a6-834e-932fb701dd85 None None] Provisioning for port bcb04856-2795-4cf2-a2a7-f5557adff9a5 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:59.767973 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-04199268-831d-49a6-834e-932fb701dd85 None None] Provisioning complete for port bcb04856-2795-4cf2-a2a7-f5557adff9a5 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:59.768542 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-04199268-831d-49a6-834e-932fb701dd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:59.880631 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-04199268-831d-49a6-834e-932fb701dd85 None None] Port bcb04856-2795-4cf2-a2a7-f5557adff9a5 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:34:59.898260 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806dd72-59c3-402b-9ae5-db17c495696c req-76d14108-bd36-4937-9199-877ad354f32c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:59.906548 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4806dd72-59c3-402b-9ae5-db17c495696c req-76d14108-bd36-4937-9199-877ad354f32c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0967627 Jul 19 17:34:59.962992 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4806dd72-59c3-402b-9ae5-db17c495696c req-eafe9ba0-6fda-4d8d-9a9d-e80fd1283cf9 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551772 Jul 19 17:35:00.013716 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-af64b999-fd82-48f2-a9e3-d92a304a2aba None None] Provisioning for port c41d12fc-8eec-4a00-b7ee-c8a39870512b completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:35:00.019806 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-af64b999-fd82-48f2-a9e3-d92a304a2aba None None] Provisioning complete for port c41d12fc-8eec-4a00-b7ee-c8a39870512b triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:35:00.020268 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-af64b999-fd82-48f2-a9e3-d92a304a2aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:00.064709 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-af64b999-fd82-48f2-a9e3-d92a304a2aba None None] Port c41d12fc-8eec-4a00-b7ee-c8a39870512b cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:35:00.131678 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4a1e4-cfd1-4735-833f-5676461528d4 req-a4ae7067-8800-48ab-8716-72d4d380a06b tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:00.139608 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6cb4a1e4-cfd1-4735-833f-5676461528d4 req-a4ae7067-8800-48ab-8716-72d4d380a06b tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 935 time: 0.0895481 Jul 19 17:35:00.205829 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6cb4a1e4-cfd1-4735-833f-5676461528d4 req-0718ae79-670e-461c-9976-66e4f625daec tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645747 Jul 19 17:35:00.806614 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bd7f9-7301-4074-9868-07e5daa133bc req-500b8a3d-ce58-481b-955f-28926309abe5 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:00.809219 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1f1bd7f9-7301-4074-9868-07e5daa133bc req-500b8a3d-ce58-481b-955f-28926309abe5 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 932 time: 0.1082432 Jul 19 17:35:00.936347 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1f1bd7f9-7301-4074-9868-07e5daa133bc req-f9428979-7998-42ca-b0e1-afee3211fbe5 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174812 Jul 19 17:35:01.251037 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0ad8f-45dd-451c-839c-e47656dc4c32 req-8b2a6867-59f7-441f-befe-290296490c23 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:01.266799 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c0b0ad8f-45dd-451c-839c-e47656dc4c32 req-8b2a6867-59f7-441f-befe-290296490c23 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1682649 Jul 19 17:35:01.320011 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c0b0ad8f-45dd-451c-839c-e47656dc4c32 req-31a844bc-d80c-4487-a4d6-ce32732f9a91 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587120 Jul 19 17:35:01.469039 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75771755-eda0-4652-86d5-d4cc1ef7b12b req-dc6a23ff-595b-46b8-b252-f051dad18462 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:01.470449 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-75771755-eda0-4652-86d5-d4cc1ef7b12b req-dc6a23ff-595b-46b8-b252-f051dad18462 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 935 time: 0.0709279 Jul 19 17:35:01.510200 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-75771755-eda0-4652-86d5-d4cc1ef7b12b req-56fc5d40-473a-4ea5-8d75-9b2308da8631 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339320 Jul 19 17:35:02.170038 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3211f-54f4-4756-a7be-789ca7ed75d6 req-b0c01bdc-6dcd-426f-91dc-2cce97a68541 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:02.184465 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-77f3211f-54f4-4756-a7be-789ca7ed75d6 req-b0c01bdc-6dcd-426f-91dc-2cce97a68541 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 932 time: 0.0943260 Jul 19 17:35:02.236768 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-77f3211f-54f4-4756-a7be-789ca7ed75d6 req-a922e5cd-3ce7-4f6a-963e-808ce23fdbb4 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510819 Jul 19 17:35:02.532172 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faafa23-29d6-4997-8a0b-51614eabde23 req-daacf775-3c5a-490c-ad9c-990baea89619 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:02.534456 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9faafa23-29d6-4997-8a0b-51614eabde23 req-daacf775-3c5a-490c-ad9c-990baea89619 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1010094 Jul 19 17:35:02.579036 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9faafa23-29d6-4997-8a0b-51614eabde23 req-1e136278-0272-4a60-b242-d85049c76cd1 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379548 Jul 19 17:35:02.791766 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9a3b2-092a-4356-b9d8-caca6b116d6d req-1e48f1e1-3080-4b25-8601-9f4ae4dc87a0 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:02.799557 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-23a9a3b2-092a-4356-b9d8-caca6b116d6d req-1e48f1e1-3080-4b25-8601-9f4ae4dc87a0 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 935 time: 0.0892205 Jul 19 17:35:02.845263 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-23a9a3b2-092a-4356-b9d8-caca6b116d6d req-08e737f0-2361-40d9-851d-32d2a24032ed tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446863 Jul 19 17:35:03.440470 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7b1ff-c05e-46c9-8f3c-4f4a90823920 req-011a4bb7-7da9-4ce9-84a1-0f70353ce10d tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:03.442595 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-15d7b1ff-c05e-46c9-8f3c-4f4a90823920 req-011a4bb7-7da9-4ce9-84a1-0f70353ce10d tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 932 time: 0.0971043 Jul 19 17:35:03.502444 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-15d7b1ff-c05e-46c9-8f3c-4f4a90823920 req-3b76def8-2cad-46b1-8267-53a9b4c042e0 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508182 Jul 19 17:35:03.808584 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a7d5b-d228-4ecb-b30c-9b7d20df943c req-d2ea7a1e-d07c-47f4-8a39-3a696f32d115 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:03.811107 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-675a7d5b-d228-4ecb-b30c-9b7d20df943c req-d2ea7a1e-d07c-47f4-8a39-3a696f32d115 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1337473 Jul 19 17:35:03.866117 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-675a7d5b-d228-4ecb-b30c-9b7d20df943c req-c4124983-dab2-4a41-b71a-892af76664d6 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484443 Jul 19 17:35:04.017850 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0e53e-83ee-4a6a-b41e-0202e2e40041 req-2812237f-ae1a-413f-ac74-fad6c4e38f78 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:04.019542 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-76c0e53e-83ee-4a6a-b41e-0202e2e40041 req-2812237f-ae1a-413f-ac74-fad6c4e38f78 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 935 time: 0.0812812 Jul 19 17:35:04.083638 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-76c0e53e-83ee-4a6a-b41e-0202e2e40041 req-1ed1465b-af33-4e84-b4b5-a26254d29c1c tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518353 Jul 19 17:35:04.703999 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8ff33-d4b5-49c8-b9c0-6c5dff3c2824 req-79e308e8-0ba8-4aba-8693-7eec221ce648 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:04.705699 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-89b8ff33-d4b5-49c8-b9c0-6c5dff3c2824 req-79e308e8-0ba8-4aba-8693-7eec221ce648 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 932 time: 0.0884833 Jul 19 17:35:04.772824 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-89b8ff33-d4b5-49c8-b9c0-6c5dff3c2824 req-98670708-b9a0-438d-ab12-869367006162 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612533 Jul 19 17:35:05.025401 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada03d6-9c45-4591-bf2e-645d4c32c252 req-9b3df95e-9f3b-45df-b487-cb16314c1a89 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:05.027258 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-eada03d6-9c45-4591-bf2e-645d4c32c252 req-9b3df95e-9f3b-45df-b487-cb16314c1a89 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0781856 Jul 19 17:35:05.074738 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-eada03d6-9c45-4591-bf2e-645d4c32c252 req-0e7cd6a4-0a31-4c3d-88ee-dc728e4a12db tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380013 Jul 19 17:35:05.238696 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22319c-8da5-40ea-a9c8-4f73c122a70c req-6320eb3b-59fa-4efc-a971-d7c66b9edc53 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:05.240585 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ba22319c-8da5-40ea-a9c8-4f73c122a70c req-6320eb3b-59fa-4efc-a971-d7c66b9edc53 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 935 time: 0.0859625 Jul 19 17:35:05.308453 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ba22319c-8da5-40ea-a9c8-4f73c122a70c req-32cb5079-7a67-49c9-b346-d7810d71d7e2 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613344 Jul 19 17:35:05.986977 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95332d54-3e87-4825-bd3c-9ced9b431452 req-3510f4c6-81ee-458b-9ae7-f0dd0e2d80e4 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:05.994310 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-95332d54-3e87-4825-bd3c-9ced9b431452 req-3510f4c6-81ee-458b-9ae7-f0dd0e2d80e4 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 932 time: 0.1502445 Jul 19 17:35:06.045443 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-95332d54-3e87-4825-bd3c-9ced9b431452 req-bf2e1d58-becb-44d8-a5c8-e85e864ef9aa tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502596 Jul 19 17:35:06.255871 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc665ba-3078-4fef-8621-48dfcfa75aba req-8d69c67b-0917-40fc-b0c3-e2a4ceb39f2a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:06.257675 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2cc665ba-3078-4fef-8621-48dfcfa75aba req-8d69c67b-0917-40fc-b0c3-e2a4ceb39f2a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0853896 Jul 19 17:35:06.310346 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2cc665ba-3078-4fef-8621-48dfcfa75aba req-3c28fb37-95d6-4bd4-a94f-ea0bfb2b459a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462997 Jul 19 17:35:06.491846 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74cf48-bc20-4dde-af2d-8612ca114049 req-6f4489bd-a054-4198-a7b2-68c9eb4a61ca tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:06.493474 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fb74cf48-bc20-4dde-af2d-8612ca114049 req-6f4489bd-a054-4198-a7b2-68c9eb4a61ca tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 935 time: 0.1054997 Jul 19 17:35:06.553284 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fb74cf48-bc20-4dde-af2d-8612ca114049 req-59229fee-fa05-46df-996c-7c3b6c9cfea5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539775 Jul 19 17:35:07.242620 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c54f1-77b4-4ae0-a2c9-d19d66797239 req-e86a3c9c-4def-41b5-8e41-d198d4dc2869 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:07.248150 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a66c54f1-77b4-4ae0-a2c9-d19d66797239 req-e86a3c9c-4def-41b5-8e41-d198d4dc2869 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 932 time: 0.0792577 Jul 19 17:35:07.317998 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a66c54f1-77b4-4ae0-a2c9-d19d66797239 req-0987ef75-8fd7-492c-8d8a-a7ceaaf9e9b1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572329 Jul 19 17:35:07.576526 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeb29e-7137-4f25-860a-15364dcc909e req-51e0167e-0baa-4a6d-8671-c45c94c042e3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:07.579913 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-21aeb29e-7137-4f25-860a-15364dcc909e req-51e0167e-0baa-4a6d-8671-c45c94c042e3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1591520 Jul 19 17:35:07.635466 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-21aeb29e-7137-4f25-860a-15364dcc909e req-960ad17b-4c0b-4105-ad04-db4ff7a546a3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480592 Jul 19 17:35:07.799560 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6e6de-b587-4530-a2a2-723bcc35a9f2 req-87ea1414-78f4-4928-9bed-c2dc41f31715 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:07.800977 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-41f6e6de-b587-4530-a2a2-723bcc35a9f2 req-87ea1414-78f4-4928-9bed-c2dc41f31715 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 935 time: 0.0743389 Jul 19 17:35:07.842287 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-41f6e6de-b587-4530-a2a2-723bcc35a9f2 req-099ea9ec-8d9e-4578-b83d-cec34355a80e tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346098 Jul 19 17:35:08.468300 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf029bb-3a8d-40ad-9168-8c70221f2d9d req-7664ebc4-3d5e-45e4-a98b-b9d82eda5e42 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:08.480976 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6bf029bb-3a8d-40ad-9168-8c70221f2d9d req-7664ebc4-3d5e-45e4-a98b-b9d82eda5e42 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 932 time: 0.0790679 Jul 19 17:35:08.579705 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6bf029bb-3a8d-40ad-9168-8c70221f2d9d req-a95ec38d-cdef-4199-8527-2fc19fff9f06 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921144 Jul 19 17:35:08.793316 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac86de-ef50-4464-aedf-2b5c3a8a1864 req-f0e1252d-b45d-4c1f-96a5-0aadcf113307 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:08.795309 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b2ac86de-ef50-4464-aedf-2b5c3a8a1864 req-f0e1252d-b45d-4c1f-96a5-0aadcf113307 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0850856 Jul 19 17:35:08.875324 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b2ac86de-ef50-4464-aedf-2b5c3a8a1864 req-fc0f0eb9-d73d-440e-afc7-9f4af294ef99 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630569 Jul 19 17:35:09.177831 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f945ad4-0233-45da-9960-a46219e82db9 req-1c8b106a-f930-4697-b12a-115b26494a96 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:09.200130 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2f945ad4-0233-45da-9960-a46219e82db9 req-1c8b106a-f930-4697-b12a-115b26494a96 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 935 time: 0.2070432 Jul 19 17:35:09.297729 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2f945ad4-0233-45da-9960-a46219e82db9 req-e8c49e9e-2192-49ed-8982-be40b75a2636 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983100 Jul 19 17:35:09.842982 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac7935-ada8-40d3-b4fd-d7b4795e5621 req-a90fa218-5e90-46de-8738-ab8712cf7502 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:09.850927 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-58ac7935-ada8-40d3-b4fd-d7b4795e5621 req-a90fa218-5e90-46de-8738-ab8712cf7502 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 932 time: 0.1624577 Jul 19 17:35:09.924004 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-58ac7935-ada8-40d3-b4fd-d7b4795e5621 req-a4b75e8b-f1ad-4073-8dc4-946ceebcf0fa tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667892 Jul 19 17:35:10.092326 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11da84-7666-423e-a61c-d7b306f3bdff req-3eb67bcd-ca23-42b5-b816-1f8c9859e2be tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:10.097261 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7c11da84-7666-423e-a61c-d7b306f3bdff req-3eb67bcd-ca23-42b5-b816-1f8c9859e2be tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1077867 Jul 19 17:35:10.189411 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7c11da84-7666-423e-a61c-d7b306f3bdff req-1dd2dc03-faef-488d-8147-ff4c7ef032ff tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812607 Jul 19 17:35:10.498148 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42114f6e-7413-4bd5-ac8a-b25d90569817 req-465d585b-718c-4ad2-aba1-f6b27ac6e98f tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:10.510004 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-42114f6e-7413-4bd5-ac8a-b25d90569817 req-465d585b-718c-4ad2-aba1-f6b27ac6e98f tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 935 time: 0.1302443 Jul 19 17:35:10.583448 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-42114f6e-7413-4bd5-ac8a-b25d90569817 req-874c5b81-f9a8-4507-b9f4-be45b25892dc tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676420 Jul 19 17:35:11.204251 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a7c8d-5e03-4ff1-968c-d43b1fca4221 req-a1947c9e-6d1b-41a7-b3d3-24fc6aa50c87 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:11.205945 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd3a7c8d-5e03-4ff1-968c-d43b1fca4221 req-a1947c9e-6d1b-41a7-b3d3-24fc6aa50c87 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 932 time: 0.1634464 Jul 19 17:35:11.296605 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd3a7c8d-5e03-4ff1-968c-d43b1fca4221 req-36715f70-9b99-4b85-b57c-e131bf072daa tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834332 Jul 19 17:35:11.628418 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad9e50-2560-4784-98e9-74260130f973 req-0bc55fdc-2da4-4b86-957a-b2fde20897d3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:11.632219 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-daad9e50-2560-4784-98e9-74260130f973 req-0bc55fdc-2da4-4b86-957a-b2fde20897d3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1982760 Jul 19 17:35:11.692334 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-daad9e50-2560-4784-98e9-74260130f973 req-7c8e0522-358a-4ac3-84ff-6d42a761b71f tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472555 Jul 19 17:35:11.919189 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a687d-f9a2-46c3-9885-53f673cb7b2d req-7f869e93-c7c8-45a1-95dd-f6f4d03d5ba7 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:11.921958 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8a3a687d-f9a2-46c3-9885-53f673cb7b2d req-7f869e93-c7c8-45a1-95dd-f6f4d03d5ba7 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 935 time: 0.1184855 Jul 19 17:35:12.008776 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8a3a687d-f9a2-46c3-9885-53f673cb7b2d req-2471fb00-208d-47c2-be0f-3e98c18e7b60 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751278 Jul 19 17:35:12.516967 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79305937-74e2-4e8c-9f17-4ff28a5626d8 req-968bf7d7-d372-4d2d-bef5-4f7da5474ac2 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:12.525854 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-79305937-74e2-4e8c-9f17-4ff28a5626d8 req-968bf7d7-d372-4d2d-bef5-4f7da5474ac2 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 932 time: 0.1328475 Jul 19 17:35:12.618365 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-79305937-74e2-4e8c-9f17-4ff28a5626d8 req-02be5511-7ec1-488f-afa3-aa58b49ea18c tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868669 Jul 19 17:35:12.844825 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb33eb4-d22a-4812-8bbc-072b951a57c6 req-981e4603-c80f-4f78-b9cc-5b9c9cc04aa6 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:12.851771 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ebb33eb4-d22a-4812-8bbc-072b951a57c6 req-981e4603-c80f-4f78-b9cc-5b9c9cc04aa6 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0743740 Jul 19 17:35:12.911889 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ebb33eb4-d22a-4812-8bbc-072b951a57c6 req-98a0e9f3-560b-4703-bff8-fa193dbacaae tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521343 Jul 19 17:35:13.180014 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803d267-e560-40b3-af3f-805604c1e4d2 req-f7a39420-ed67-4117-9a8b-2ee4ddb3e06e tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:13.181609 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d803d267-e560-40b3-af3f-805604c1e4d2 req-f7a39420-ed67-4117-9a8b-2ee4ddb3e06e tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 935 time: 0.0841436 Jul 19 17:35:13.249758 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d803d267-e560-40b3-af3f-805604c1e4d2 req-79eeeb58-0f77-4000-9339-4cf44cb53f4a tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616863 Jul 19 17:35:13.753447 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa016a-68eb-44cd-8a84-93f834a7fcfa req-b7a2e3cc-b2d8-4d19-8c48-b0cc60bf9a80 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:13.755069 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4baa016a-68eb-44cd-8a84-93f834a7fcfa req-b7a2e3cc-b2d8-4d19-8c48-b0cc60bf9a80 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 932 time: 0.0748103 Jul 19 17:35:13.796381 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4baa016a-68eb-44cd-8a84-93f834a7fcfa req-897aa7fe-cb1e-4e29-bdf8-0d4663028f68 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342302 Jul 19 17:35:14.104440 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e1968-24c7-496d-92c9-5f648deace27 req-e7d22bfa-65a7-42b6-83a1-bf022943df01 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:14.117735 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2a6e1968-24c7-496d-92c9-5f648deace27 req-e7d22bfa-65a7-42b6-83a1-bf022943df01 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1146057 Jul 19 17:35:14.163486 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2a6e1968-24c7-496d-92c9-5f648deace27 req-bbb8e1c0-7b65-4ecc-897a-8db46f61208d tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391560 Jul 19 17:35:14.404599 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbb9a1-443a-4585-9dec-0f80ec922731 req-2d284f46-6bbb-42ca-8787-182051a9b3d8 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:14.413842 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6afbb9a1-443a-4585-9dec-0f80ec922731 req-2d284f46-6bbb-42ca-8787-182051a9b3d8 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 935 time: 0.1004744 Jul 19 17:35:14.456907 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6afbb9a1-443a-4585-9dec-0f80ec922731 req-b5621894-72af-4701-9899-956c46648d31 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417132 Jul 19 17:35:15.012332 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc2107-889c-419a-8792-c4d5d43be4e5 req-c5d2189f-1b59-4329-8f61-06c9c1e0425b tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:15.020991 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-38fc2107-889c-419a-8792-c4d5d43be4e5 req-c5d2189f-1b59-4329-8f61-06c9c1e0425b tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 932 time: 0.1282616 Jul 19 17:35:15.105527 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-38fc2107-889c-419a-8792-c4d5d43be4e5 req-4613e613-e064-4a50-bfc7-a49b11dbc586 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677917 Jul 19 17:35:15.349080 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e0b93-8b03-41e1-af12-4c7c6ac28458 req-6906a951-9ffa-4231-b78f-23a58c459531 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:15.350519 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ab2e0b93-8b03-41e1-af12-4c7c6ac28458 req-6906a951-9ffa-4231-b78f-23a58c459531 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0781331 Jul 19 17:35:15.392194 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ab2e0b93-8b03-41e1-af12-4c7c6ac28458 req-e4dc27bf-a41e-4ad1-a26b-290e03af0819 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353332 Jul 19 17:35:15.642835 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2497fdd-2411-413f-8d3a-cd81c0cb8c35 req-d6195fca-5910-489e-8127-1adc15f834c3 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:15.645036 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e2497fdd-2411-413f-8d3a-cd81c0cb8c35 req-d6195fca-5910-489e-8127-1adc15f834c3 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 935 time: 0.0861566 Jul 19 17:35:15.685608 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e2497fdd-2411-413f-8d3a-cd81c0cb8c35 req-84381de7-1360-4f6c-8bef-874a9461024f tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345626 Jul 19 17:35:16.288197 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e916a6f-926e-400a-a57c-c14201c13c07 req-2b92eda6-edfb-4d5a-95d2-fbbd7cdb0b09 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:16.290595 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e916a6f-926e-400a-a57c-c14201c13c07 req-2b92eda6-edfb-4d5a-95d2-fbbd7cdb0b09 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 932 time: 0.1239262 Jul 19 17:35:16.383457 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e916a6f-926e-400a-a57c-c14201c13c07 req-cda8cce9-3470-45a2-9ede-b9839c5d31e1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762098 Jul 19 17:35:16.545453 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fc9ec-484d-4d03-8823-76bf72117362 req-7c0695ce-a324-4fb0-9d8b-aecc56ec834a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:16.547732 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a81fc9ec-484d-4d03-8823-76bf72117362 req-7c0695ce-a324-4fb0-9d8b-aecc56ec834a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0776577 Jul 19 17:35:16.589505 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a81fc9ec-484d-4d03-8823-76bf72117362 req-014856a6-af70-44ca-bf9d-68b7a2881527 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347199 Jul 19 17:35:16.889422 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d6598-22ba-4312-9e74-78b32b32fc7a req-e98dea8b-01a7-4a3d-9d4f-cb619a818678 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:16.892051 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0f9d6598-22ba-4312-9e74-78b32b32fc7a req-e98dea8b-01a7-4a3d-9d4f-cb619a818678 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 935 time: 0.1269655 Jul 19 17:35:17.008678 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0f9d6598-22ba-4312-9e74-78b32b32fc7a req-8b8be8dc-d4f0-4063-af08-b0f69be9483a tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083870 Jul 19 17:35:17.559636 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417cf5e-4315-4578-bb6d-138199035196 req-3c107a3c-ebd8-4cf4-b3f6-621f41ed77d7 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:17.561152 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e417cf5e-4315-4578-bb6d-138199035196 req-3c107a3c-ebd8-4cf4-b3f6-621f41ed77d7 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 932 time: 0.0777345 Jul 19 17:35:17.605232 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e417cf5e-4315-4578-bb6d-138199035196 req-96603d43-b3ef-401c-8c2c-45d81f5fcca8 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372176 Jul 19 17:35:17.728182 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c3739-a9df-45a2-8cdb-c53a3d162756 req-87e7b554-b463-45f9-abba-6c0ca35128fa tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:17.729733 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b29c3739-a9df-45a2-8cdb-c53a3d162756 req-87e7b554-b463-45f9-abba-6c0ca35128fa tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0649722 Jul 19 17:35:17.753724 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:17.771159 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b29c3739-a9df-45a2-8cdb-c53a3d162756 req-b41f7f17-735b-44a0-878f-243af9428c6b tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343955 Jul 19 17:35:18.143571 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc3af2-8c3f-4217-9656-c9161365b5c9 req-1c769554-c928-4eb1-a608-ce2463c455b5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:18.145366 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-18dc3af2-8c3f-4217-9656-c9161365b5c9 req-1c769554-c928-4eb1-a608-ce2463c455b5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 935 time: 0.0681446 Jul 19 17:35:18.204985 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-18dc3af2-8c3f-4217-9656-c9161365b5c9 req-ead468e2-4812-4e39-9eca-b6702a705919 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539536 Jul 19 17:35:18.747972 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c8b7e-f31c-4fe6-b76a-db975ab5d6b0 req-b1894eab-342b-4583-8cf9-cd8d2ca13511 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:18.750480 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-024c8b7e-f31c-4fe6-b76a-db975ab5d6b0 req-b1894eab-342b-4583-8cf9-cd8d2ca13511 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 932 time: 0.0682518 Jul 19 17:35:18.791195 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-024c8b7e-f31c-4fe6-b76a-db975ab5d6b0 req-a5185aa4-1ef4-4f00-aee4-8d25c7f398c1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351827 Jul 19 17:35:18.930215 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8e08f-bbef-4adb-b48c-86f38674d519 req-6a9b4f66-8f32-4bf7-8950-5348d615f8f4 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:18.936773 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fcb8e08f-bbef-4adb-b48c-86f38674d519 req-6a9b4f66-8f32-4bf7-8950-5348d615f8f4 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0764117 Jul 19 17:35:18.975184 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fcb8e08f-bbef-4adb-b48c-86f38674d519 req-08d41e70-c140-4e12-8365-90be4ce4cebe tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346818 Jul 19 17:35:19.391560 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee13b29-4f85-4c0a-979f-45f1042759bf req-1c16c5e9-740c-4695-afbc-5cf870d70af3 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:19.394111 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dee13b29-4f85-4c0a-979f-45f1042759bf req-1c16c5e9-740c-4695-afbc-5cf870d70af3 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 935 time: 0.1129906 Jul 19 17:35:19.432803 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dee13b29-4f85-4c0a-979f-45f1042759bf req-9a467163-0eeb-408e-afbf-73e1224a951f tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332892 Jul 19 17:35:19.707403 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] Request body: {'port': {'device_id': '06c0f20e-e962-43f3-8a5c-78b232aa933e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:19.715390 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] Request body: {'port': {'device_id': '6496f21b-b862-4586-b17a-1cd428b5ee2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:19.853760 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:19.856975 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:19.934612 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb7774-f3f0-43bf-80fc-930f3a748881 req-3ec73b62-665b-4825-9842-d90c4d864422 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:19.936321 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-81eb7774-f3f0-43bf-80fc-930f3a748881 req-3ec73b62-665b-4825-9842-d90c4d864422 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 932 time: 0.0740492 Jul 19 17:35:19.991862 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-81eb7774-f3f0-43bf-80fc-930f3a748881 req-edb8f604-a025-438f-8f12-99753d359a98 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496535 Jul 19 17:35:20.148054 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32735054-136d-477a-9a9c-36162579e780 req-2e3d988e-dff5-4ef2-80e1-63c77ed43299 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:20.149690 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-32735054-136d-477a-9a9c-36162579e780 req-2e3d988e-dff5-4ef2-80e1-63c77ed43299 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0767157 Jul 19 17:35:20.192972 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-32735054-136d-477a-9a9c-36162579e780 req-7a10dfca-e544-408f-920a-e1329fad24c0 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375326 Jul 19 17:35:20.316723 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 39246) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:20.378354 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99e2549-14cb-4f42-893c-57731e7f2e5b admin admin] Deleting subnet 99ad2b77-434b-4ab6-b3cb-a3c9ac3e456f {{(pid=93383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:35:20.381880 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c99e2549-14cb-4f42-893c-57731e7f2e5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:20.385401 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb04856-2795-4cf2-a2a7-f5557adff9a5 {{(pid=93384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:35:20.392257 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41d12fc-8eec-4a00-b7ee-c8a39870512b {{(pid=93384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:35:20.401752 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:20.405104 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:20.434755 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] Transition to ACTIVE for port object bcb04856-2795-4cf2-a2a7-f5557adff9a5 will not be triggered until provisioned by entity L2. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:35:20.441064 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] Transition to ACTIVE for port object c41d12fc-8eec-4a00-b7ee-c8a39870512b will not be triggered until provisioned by entity L2. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:35:20.443255 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c99e2549-14cb-4f42-893c-57731e7f2e5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5018030'] for subnet, precommit_delete_associations {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:20.443680 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6211033'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:20.477568 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6211033'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:20.527166 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb04856-2795-4cf2-a2a7-f5557adff9a5,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:20.585679 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c99e2549-14cb-4f42-893c-57731e7f2e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428619'] for subnet, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:20.679835 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] Pushing event updated for resources: {'Port': ['ID=c41d12fc-8eec-4a00-b7ee-c8a39870512b,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:20.717394 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] Attempting to bind port c41d12fc-8eec-4a00-b7ee-c8a39870512b on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:35:20.719011 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] Attempting to bind port c41d12fc-8eec-4a00-b7ee-c8a39870512b by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '071c4d37-eb1b-43b2-a143-364557affc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd106ea3c-04e3-42d8-bb6b-545ea47b489a'}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:35:20.719011 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] Attempting to bind port c41d12fc-8eec-4a00-b7ee-c8a39870512b on network d106ea3c-04e3-42d8-bb6b-545ea47b489a {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:35:20.728341 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] Port c41d12fc-8eec-4a00-b7ee-c8a39870512b on network d106ea3c-04e3-42d8-bb6b-545ea47b489a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:35:20.728915 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] Attempting to bind port c41d12fc-8eec-4a00-b7ee-c8a39870512b on network d106ea3c-04e3-42d8-bb6b-545ea47b489a {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:35:20.737709 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] Checking agent: {'id': 'd8fb6e65-9e8c-4b17-9f8a-3918624e6b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'started_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:35:20.738359 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] Checking segment: {'id': '071c4d37-eb1b-43b2-a143-364557affc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd106ea3c-04e3-42d8-bb6b-545ea47b489a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:35:20.739161 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] Bound using segment: {'id': '071c4d37-eb1b-43b2-a143-364557affc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd106ea3c-04e3-42d8-bb6b-545ea47b489a'} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:35:20.739766 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] Bound port: c41d12fc-8eec-4a00-b7ee-c8a39870512b, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '071c4d37-eb1b-43b2-a143-364557affc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd106ea3c-04e3-42d8-bb6b-545ea47b489a'}}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:35:20.740374 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:20.744303 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] Attempting to bind port bcb04856-2795-4cf2-a2a7-f5557adff9a5 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:35:20.744859 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] Attempting to bind port bcb04856-2795-4cf2-a2a7-f5557adff9a5 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '97a50867-9a20-499b-a36d-64a4d1efc173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17'}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:35:20.745354 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] Attempting to bind port bcb04856-2795-4cf2-a2a7-f5557adff9a5 on network 11783e7e-ef5c-4c4f-968e-48de876cfb17 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:35:20.765309 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] Port bcb04856-2795-4cf2-a2a7-f5557adff9a5 on network 11783e7e-ef5c-4c4f-968e-48de876cfb17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:35:20.765496 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] Attempting to bind port bcb04856-2795-4cf2-a2a7-f5557adff9a5 on network 11783e7e-ef5c-4c4f-968e-48de876cfb17 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:35:20.834026 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625d572-749e-4105-9a4c-c07eb1fce317 req-dee9b48e-31f5-4281-b89d-77e431123e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:20.835604 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d625d572-749e-4105-9a4c-c07eb1fce317 req-dee9b48e-31f5-4281-b89d-77e431123e22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=154770f9b0584715b4de4129063329a7&device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 1098 time: 0.3236723 Jul 19 17:35:20.843349 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c99e2549-14cb-4f42-893c-57731e7f2e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4638889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5508055'] for subnet, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:20.859846 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] Checking agent: {'id': 'd8fb6e65-9e8c-4b17-9f8a-3918624e6b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'started_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:35:20.860433 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] Checking segment: {'id': '97a50867-9a20-499b-a36d-64a4d1efc173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:35:20.861866 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] Bound using segment: {'id': '97a50867-9a20-499b-a36d-64a4d1efc173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17'} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:35:20.862307 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] Bound port: bcb04856-2795-4cf2-a2a7-f5557adff9a5, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a50867-9a20-499b-a36d-64a4d1efc173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17'}}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:35:20.863131 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:20.867282 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc865a-fddb-4d1a-9b12-9ade32e1bb6b req-fa73dfaf-e76b-4497-adb2-e00819b961f1 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:20.883711 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2efc865a-fddb-4d1a-9b12-9ade32e1bb6b req-fa73dfaf-e76b-4497-adb2-e00819b961f1 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 947 time: 0.2949004 Jul 19 17:35:20.940108 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e2549-14cb-4f42-893c-57731e7f2e5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99ad2b77-434b-4ab6-b3cb-a3c9ac3e456f,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:20.942754 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c99e2549-14cb-4f42-893c-57731e7f2e5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:20.944883 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-c99e2549-14cb-4f42-893c-57731e7f2e5b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/99ad2b77-434b-4ab6-b3cb-a3c9ac3e456f HTTP/1.1" status: 204 len: 168 time: 0.6268089 Jul 19 17:35:20.948915 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 39262) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:20.965852 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] For port c41d12fc-8eec-4a00-b7ee-c8a39870512b, host hv-cinder-80069, cleared binding levels {{(pid=93384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:35:20.976185 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e78164-a3c6-4c2c-998a-9654207cb056 req-4ad9ae9b-1b57-4bbe-ad76-e552cb5b7c51 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:20.977717 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a4e78164-a3c6-4c2c-998a-9654207cb056 req-4ad9ae9b-1b57-4bbe-ad76-e552cb5b7c51 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.4669621 Jul 19 17:35:20.981507 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2549-14cb-4f42-893c-57731e7f2e5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:20.981863 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2549-14cb-4f42-893c-57731e7f2e5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:20.982207 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2549-14cb-4f42-893c-57731e7f2e5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:20.982537 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2549-14cb-4f42-893c-57731e7f2e5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:20.982863 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2549-14cb-4f42-893c-57731e7f2e5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:20.983216 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2549-14cb-4f42-893c-57731e7f2e5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:20.984081 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2549-14cb-4f42-893c-57731e7f2e5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:20.984435 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2549-14cb-4f42-893c-57731e7f2e5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:20.984758 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2549-14cb-4f42-893c-57731e7f2e5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:20.985079 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2549-14cb-4f42-893c-57731e7f2e5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:20.985401 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2549-14cb-4f42-893c-57731e7f2e5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:20.985720 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2549-14cb-4f42-893c-57731e7f2e5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:21.002579 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] For port c41d12fc-8eec-4a00-b7ee-c8a39870512b, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c41d12fc-8eec-4a00-b7ee-c8a39870512b,segment=NetworkSegment(071c4d37-eb1b-43b2-a143-364557affc85),segment_id=071c4d37-eb1b-43b2-a143-364557affc85)] {{(pid=93384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:35:21.012187 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6211033'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:21.055265 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2efc865a-fddb-4d1a-9b12-9ade32e1bb6b req-a727d2b3-5382-4a97-ab03-b3523cf62efa tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706004 Jul 19 17:35:21.079671 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] For port bcb04856-2795-4cf2-a2a7-f5557adff9a5, host hv-cinder-80069, cleared binding levels {{(pid=93384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:35:21.091983 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a4e78164-a3c6-4c2c-998a-9654207cb056 req-48e36552-9c9c-40c5-9945-7b76a9be7d0f tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996552 Jul 19 17:35:21.113201 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:21.113543 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:21.115181 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] 10.222.0.59 "PUT /v2.0/ports/c41d12fc-8eec-4a00-b7ee-c8a39870512b HTTP/1.1" status: 200 len: 1097 time: 1.4047236 Jul 19 17:35:21.127955 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6496f21b-b862-4586-b17a-1cd428b5ee2d', 'tag': 'c41d12fc-8eec-4a00-b7ee-c8a39870512b'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:35:21.130459 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7177b5b-564a-4e0d-81de-f319cf2fd283" -d '{"events": [{"name": "network-changed", "server_uuid": "6496f21b-b862-4586-b17a-1cd428b5ee2d", "tag": "c41d12fc-8eec-4a00-b7ee-c8a39870512b"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:35:21.142358 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625d572-749e-4105-9a4c-c07eb1fce317 req-b56d07f5-92c5-4791-abcc-91a128da2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:21.143914 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d625d572-749e-4105-9a4c-c07eb1fce317 req-b56d07f5-92c5-4791-abcc-91a128da2af7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd319fdc-24ce-454e-888e-090cf8c32435 HTTP/1.1" status: 200 len: 919 time: 0.2581983 Jul 19 17:35:21.145516 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] For port bcb04856-2795-4cf2-a2a7-f5557adff9a5, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bcb04856-2795-4cf2-a2a7-f5557adff9a5,segment=NetworkSegment(97a50867-9a20-499b-a36d-64a4d1efc173),segment_id=97a50867-9a20-499b-a36d-64a4d1efc173)] {{(pid=93384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:35:21.162878 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5a2d0275-0d31-4210-8a78-67b3bc6ad7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366402'] for network, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:21.169651 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6211033'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:21.242989 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d625d572-749e-4105-9a4c-c07eb1fce317 req-3d79ccfe-792c-49b0-9725-7847423943d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bae7e97-0ca6-44b4-aee8-25a700a196f7 HTTP/1.1" status: 200 len: 217 time: 0.0888314 Jul 19 17:35:21.248661 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-31bd5d0c-00f3-4a12-bacb-4e0227a62e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:21.250606 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980d8af-f71d-4898-8cf4-0cc73c2bb086 service neutron] Pushing event updated for resources: {'Port': ['ID=c41d12fc-8eec-4a00-b7ee-c8a39870512b,revision_number=3']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:21.265629 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439ae1d3-55af-4dfb-8c6a-482bdc957de9 x-openstack-request-id: req-439ae1d3-55af-4dfb-8c6a-482bdc957de9 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:35:21.265919 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6496f21b-b862-4586-b17a-1cd428b5ee2d", "tag": "c41d12fc-8eec-4a00-b7ee-c8a39870512b", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:35:21.266258 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-439ae1d3-55af-4dfb-8c6a-482bdc957de9 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:35:21.266552 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6496f21b-b862-4586-b17a-1cd428b5ee2d', 'tag': 'c41d12fc-8eec-4a00-b7ee-c8a39870512b', 'status': 'completed', 'code': 200} Jul 19 17:35:21.273202 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:21.273854 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:21.275410 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] 10.222.0.59 "PUT /v2.0/ports/bcb04856-2795-4cf2-a2a7-f5557adff9a5 HTTP/1.1" status: 200 len: 1094 time: 1.5727088 Jul 19 17:35:21.329751 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625d572-749e-4105-9a4c-c07eb1fce317 req-b5d7b8b4-191a-4520-9d6d-37ff8eabbe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:21.337828 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d625d572-749e-4105-9a4c-c07eb1fce317 req-b5d7b8b4-191a-4520-9d6d-37ff8eabbe21 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da811da7-4bf9-4450-82bb-89a483333121 HTTP/1.1" status: 200 len: 858 time: 0.0842197 Jul 19 17:35:21.355625 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c04b0-ba67-4512-8205-eb786cc9723a req-eba6a573-2b6a-472b-81ae-b8ebdf248731 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:21.363171 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6e5c04b0-ba67-4512-8205-eb786cc9723a req-eba6a573-2b6a-472b-81ae-b8ebdf248731 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 944 time: 0.1521845 Jul 19 17:35:21.401993 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d625d572-749e-4105-9a4c-c07eb1fce317 req-54105e4c-e58b-4525-8596-8e1af30ba10b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd319fdc-24ce-454e-888e-090cf8c32435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307515 Jul 19 17:35:21.464433 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5a2d0275-0d31-4210-8a78-67b3bc6ad7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428391', 'neutron.services.segments.db._delete_segments_for_network-8742494453050'] for network, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:21.477580 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f1ae9-10fd-4766-9f9b-f98df94cdec4 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb04856-2795-4cf2-a2a7-f5557adff9a5,revision_number=3']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:21.482090 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-5a2d0275-0d31-4210-8a78-67b3bc6ad7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d15500-b8b3-4d57-b598-9c6d49eefd7f']}} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:35:21.500225 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6e5c04b0-ba67-4512-8205-eb786cc9723a req-04b593d2-329f-49b6-8c0f-bebe02bba9ca tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351144 Jul 19 17:35:21.500471 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-5a2d0275-0d31-4210-8a78-67b3bc6ad7c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a116e4c-739d-4fb1-a547-fde24a0e1c19') {'for_net_delete': True} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:35:21.500635 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-5a2d0275-0d31-4210-8a78-67b3bc6ad7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a116e4c-739d-4fb1-a547-fde24a0e1c19') {} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:35:21.503781 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-b06329bf-22ba-4dcd-a20d-aaa9be60d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:21.505910 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-b06329bf-22ba-4dcd-a20d-aaa9be60d8ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d6cd8993ad84243ab0a50fca65cb046&device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 1100 time: 0.3035402 Jul 19 17:35:21.523961 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5a2d0275-0d31-4210-8a78-67b3bc6ad7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742494456131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5138688'] for segment, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:21.571355 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-3c24997f-d043-4cb4-b9e3-26032b3ba222 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=c41d12fc-8eec-4a00-b7ee-c8a39870512b HTTP/1.1" status: 200 len: 217 time: 0.0538986 Jul 19 17:35:21.573513 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5a2d0275-0d31-4210-8a78-67b3bc6ad7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:21.574320 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864e843-d733-4b68-bd31-24dc23da024a req-badce1ee-598c-4729-87b5-bf25b6fce2ef tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:21.575853 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4864e843-d733-4b68-bd31-24dc23da024a req-badce1ee-598c-4729-87b5-bf25b6fce2ef tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.2036834 Jul 19 17:35:21.579608 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-1d74fe46-6e41-4919-b2d2-7b0fd923868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:21.579798 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d625d572-749e-4105-9a4c-c07eb1fce317 req-a70755d0-64c2-4f31-94b9-f9dfb5e06469 service neutron] 10.222.0.59 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638865 Jul 19 17:35:21.581200 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-1d74fe46-6e41-4919-b2d2-7b0fd923868b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dfd503906aed4295978675b21e32cdc4&device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 1097 time: 0.2504792 Jul 19 17:35:21.584638 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2d0275-0d31-4210-8a78-67b3bc6ad7c9 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:35:21.585048 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5a2d0275-0d31-4210-8a78-67b3bc6ad7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6211069'] for segment, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: Traceback (most recent call last): Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: timer() Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: cb(*args, **kw) Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: return func(*args, **kwargs) Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: self._notify() Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: self.callback(batched_events) Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: event.method(event) Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: return f(self, *a, **k) Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: return self._get(url).json() Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: return self.request(url, 'GET', **kwargs) Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:35:21.592992 dv-cinder-800695-4-iscsi neutron-server[93384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:35:21.638221 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4864e843-d733-4b68-bd31-24dc23da024a req-f9dcd339-2dd6-464b-886d-3373c9b8f188 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565460 Jul 19 17:35:21.674314 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-0dc0bae0-6e2e-48f7-8fa3-f198e27308a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcb04856-2795-4cf2-a2a7-f5557adff9a5 HTTP/1.1" status: 200 len: 217 time: 0.0711262 Jul 19 17:35:21.704077 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d625d572-749e-4105-9a4c-c07eb1fce317 req-60a0cc1b-8387-49d4-9f40-0fcbc7326f81 service neutron] 10.222.0.59 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026480 Jul 19 17:35:21.747930 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5a2d0275-0d31-4210-8a78-67b3bc6ad7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567412'] for network, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:21.756438 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5a2d0275-0d31-4210-8a78-67b3bc6ad7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:21.761992 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-5a2d0275-0d31-4210-8a78-67b3bc6ad7c9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/22d15500-b8b3-4d57-b598-9c6d49eefd7f HTTP/1.1" status: 204 len: 168 time: 0.8102851 Jul 19 17:35:21.770727 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-6e4c4f84-af17-478c-9e20-c81a932275d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:21.772078 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-6e4c4f84-af17-478c-9e20-c81a932275d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d5c1b3f-338d-4bb1-84c8-09ebd8322be2 HTTP/1.1" status: 200 len: 843 time: 0.1887112 Jul 19 17:35:21.806084 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d0275-0d31-4210-8a78-67b3bc6ad7c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=22d15500-b8b3-4d57-b598-9c6d49eefd7f,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:21.816375 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-1d996edc-e822-4c21-9c27-674b55ce0e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:21.817912 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-1d996edc-e822-4c21-9c27-674b55ce0e15 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ce69870-9125-4f57-86a4-10ffb5b14c3b HTTP/1.1" status: 200 len: 854 time: 0.1142437 Jul 19 17:35:22.011798 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79dc16c-8610-409a-add4-2935da97defd req-176ff1ee-a3c3-4b68-8ec7-2995e8c7eaa6 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:22.021252 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a79dc16c-8610-409a-add4-2935da97defd req-176ff1ee-a3c3-4b68-8ec7-2995e8c7eaa6 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1722274 Jul 19 17:35:22.073880 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a79dc16c-8610-409a-add4-2935da97defd req-6ca17b2c-8eb2-4c7c-912f-95055df5958d tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508680 Jul 19 17:35:22.161430 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8e2a2-f5a3-4767-9d18-2a2f083d6b97 req-3b736cd8-49e3-4e45-855c-927474fbf4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:22.163183 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1ca8e2a2-f5a3-4767-9d18-2a2f083d6b97 req-3b736cd8-49e3-4e45-855c-927474fbf4e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=264664ead74849f4a933f763f9adf1ae&device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 1099 time: 0.2053542 Jul 19 17:35:22.219554 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 39304) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:22.267323 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-d6cb2ab8-228d-4255-b56b-d879d584f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:22.269271 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-d6cb2ab8-228d-4255-b56b-d879d584f8eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d106ea3c-04e3-42d8-bb6b-545ea47b489a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4854162 Jul 19 17:35:22.272046 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-ea66522f-7840-4c1a-88de-a5b9ad362481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:22.273461 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-ea66522f-7840-4c1a-88de-a5b9ad362481 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11783e7e-ef5c-4c4f-968e-48de876cfb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4216866 Jul 19 17:35:22.472304 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-365cbb83-75eb-46f5-84e9-27666ad2f154 service neutron] 10.222.0.59 "GET /v2.0/networks/d106ea3c-04e3-42d8-bb6b-545ea47b489a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766133 Jul 19 17:35:22.477224 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-5f3f511f-c9c5-4cc9-a43f-90fcbb37d939 service neutron] 10.222.0.59 "GET /v2.0/networks/11783e7e-ef5c-4c4f-968e-48de876cfb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721754 Jul 19 17:35:22.622562 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-f34c1715-c835-4796-a695-d0f5ede33ce8 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:22.624730 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-f34c1715-c835-4796-a695-d0f5ede33ce8 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/networks?id=8d0b84da-014c-43ff-bf6a-16a5d79fbf35 HTTP/1.1" status: 200 len: 814 time: 0.5011837 Jul 19 17:35:22.634271 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-9f6415fd-4cca-4c38-903a-351f0c7a919a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89f9fd61ad17448a94b915b49ce1ffd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4008718 Jul 19 17:35:22.635590 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 39312) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:22.657491 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-6c0a7d72-19ff-43f8-bb53-aca1347e3beb tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/quotas/8eac7ae86da742339229da8811d720ae HTTP/1.1" status: 200 len: 375 time: 0.0250483 Jul 19 17:35:22.662542 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-e3e552e4-77b2-4204-b578-86473cbd1ba0 req-f2be1caf-d9c0-49d4-9a20-a5eaabb49277 service neutron] 10.222.0.59 "GET /v2.0/networks/d106ea3c-04e3-42d8-bb6b-545ea47b489a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711314 Jul 19 17:35:22.665432 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8e2a2-f5a3-4767-9d18-2a2f083d6b97 req-3bc5f0c7-26b2-4fcc-864f-f6b63c11e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:22.666923 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1ca8e2a2-f5a3-4767-9d18-2a2f083d6b97 req-3bc5f0c7-26b2-4fcc-864f-f6b63c11e255 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2b2a9a44-8a11-41b7-b0f8-85238b0362d1 HTTP/1.1" status: 200 len: 912 time: 0.4884121 Jul 19 17:35:22.667930 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-49839de3-225a-4141-9d5c-c6afcd7235cf req-4211531f-f87c-4b91-998b-284289b8865a service neutron] 10.222.0.59 "GET /v2.0/networks/11783e7e-ef5c-4c4f-968e-48de876cfb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751633 Jul 19 17:35:22.675403 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4022a-ace6-4bc8-bbf7-b8b62a2c4796 req-96ea262e-8b96-41c9-a69a-46d656edb62e tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:22.677156 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d3e4022a-ace6-4bc8-bbf7-b8b62a2c4796 req-96ea262e-8b96-41c9-a69a-46d656edb62e tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 947 time: 0.5063787 Jul 19 17:35:22.716775 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5d31c56a-fba9-4ee6-b54a-146b46741ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:22.748895 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5d31c56a-fba9-4ee6-b54a-146b46741ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:22.793056 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d3e4022a-ace6-4bc8-bbf7-b8b62a2c4796 req-2b29290f-32d7-41f3-929c-952f88f6f9d3 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079528 Jul 19 17:35:22.806001 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1ca8e2a2-f5a3-4767-9d18-2a2f083d6b97 req-0a31bf05-013e-4d4b-9e07-bb2ddd4a1001 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da08cd12-0090-46a4-b813-f0a9315cff06 HTTP/1.1" status: 200 len: 1002 time: 0.1197822 Jul 19 17:35:22.821443 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7177b5b-564a-4e0d-81de-f319cf2fd283 req-35fc1cd4-67ac-47ba-853d-e1a4226c60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:22.823132 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-f7177b5b-564a-4e0d-81de-f319cf2fd283 req-35fc1cd4-67ac-47ba-853d-e1a4226c60a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d6cd8993ad84243ab0a50fca65cb046&device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 1100 time: 0.0870962 Jul 19 17:35:22.841371 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5d31c56a-fba9-4ee6-b54a-146b46741ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:22.845314 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5d31c56a-fba9-4ee6-b54a-146b46741ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:22.846495 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-5d31c56a-fba9-4ee6-b54a-146b46741ca2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd0a028e-08d5-4963-a6ad-48105cd10e5b HTTP/1.1" status: 204 len: 168 time: 0.2085326 Jul 19 17:35:22.855436 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-bdf3df55-68c2-4ad2-800a-63a8a75721f8 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8eac7ae86da742339229da8811d720ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1915619 Jul 19 17:35:22.885952 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31c56a-fba9-4ee6-b54a-146b46741ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0a028e-08d5-4963-a6ad-48105cd10e5b,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:22.921518 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8e2a2-f5a3-4767-9d18-2a2f083d6b97 req-cef88d9b-1cb0-4288-bdfb-6f30282d087c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:22.923025 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1ca8e2a2-f5a3-4767-9d18-2a2f083d6b97 req-cef88d9b-1cb0-4288-bdfb-6f30282d087c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b4a27a-9fa5-41b8-8967-080a257defa8 HTTP/1.1" status: 200 len: 850 time: 0.1079097 Jul 19 17:35:22.953691 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7177b5b-564a-4e0d-81de-f319cf2fd283 req-820ce134-1a66-4a3d-82a5-4d3bb36f14bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:22.955387 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-f7177b5b-564a-4e0d-81de-f319cf2fd283 req-820ce134-1a66-4a3d-82a5-4d3bb36f14bc service neutron] 10.222.0.59 "GET /v2.0/networks?id=d106ea3c-04e3-42d8-bb6b-545ea47b489a HTTP/1.1" status: 200 len: 870 time: 0.1232812 Jul 19 17:35:23.005612 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-f7177b5b-564a-4e0d-81de-f319cf2fd283 req-2ae1fbd0-19d8-4317-a29e-3a599d9d17bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=c41d12fc-8eec-4a00-b7ee-c8a39870512b HTTP/1.1" status: 200 len: 217 time: 0.0359750 Jul 19 17:35:23.038273 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-87799cdc-8d54-4943-b901-59ea2eb3fe9a service neutron] 10.222.0.32 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746969 Jul 19 17:35:23.063017 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7177b5b-564a-4e0d-81de-f319cf2fd283 req-bbf12f08-ed62-4f41-b13f-d20c2fe828f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:23.064927 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-f7177b5b-564a-4e0d-81de-f319cf2fd283 req-bbf12f08-ed62-4f41-b13f-d20c2fe828f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d5c1b3f-338d-4bb1-84c8-09ebd8322be2 HTTP/1.1" status: 200 len: 843 time: 0.0505564 Jul 19 17:35:23.130795 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31620c-48ae-4398-962e-03a64bdd7b12 req-2980a980-af85-4c61-b9cf-0261ccd5ebab tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:23.134309 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-de31620c-48ae-4398-962e-03a64bdd7b12 req-2980a980-af85-4c61-b9cf-0261ccd5ebab tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.2399948 Jul 19 17:35:23.141416 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8e2a2-f5a3-4767-9d18-2a2f083d6b97 req-2911d9fa-817a-44b2-917a-676f3105f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:23.143595 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1ca8e2a2-f5a3-4767-9d18-2a2f083d6b97 req-2911d9fa-817a-44b2-917a-676f3105f595 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b2a9a44-8a11-41b7-b0f8-85238b0362d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2006373 Jul 19 17:35:23.144731 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7177b5b-564a-4e0d-81de-f319cf2fd283 req-c835ab23-dce8-4ac0-a210-111908822033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:23.146658 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-f7177b5b-564a-4e0d-81de-f319cf2fd283 req-c835ab23-dce8-4ac0-a210-111908822033 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d106ea3c-04e3-42d8-bb6b-545ea47b489a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0732741 Jul 19 17:35:23.253729 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-de31620c-48ae-4398-962e-03a64bdd7b12 req-95ead2a5-83f3-4775-bf8e-b1db1b6f81f5 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067615 Jul 19 17:35:23.270184 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c0f20e-e962-43f3-8a5c-78b232aa933e', 'tag': 'bcb04856-2795-4cf2-a2a7-f5557adff9a5'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:35:23.273666 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5065ed-e51e-4202-848f-606b63e8102f" -d '{"events": [{"name": "network-changed", "server_uuid": "06c0f20e-e962-43f3-8a5c-78b232aa933e", "tag": "bcb04856-2795-4cf2-a2a7-f5557adff9a5"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:35:23.299557 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-f7177b5b-564a-4e0d-81de-f319cf2fd283 req-98e3e47b-1114-452b-8c68-63783c368fb9 service neutron] 10.222.0.59 "GET /v2.0/networks/d106ea3c-04e3-42d8-bb6b-545ea47b489a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409471 Jul 19 17:35:23.308135 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-639914a0-52a8-45fe-b2ba-8dfe6aa022b5 service neutron] 10.222.0.32 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616236 Jul 19 17:35:23.351083 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1ca8e2a2-f5a3-4767-9d18-2a2f083d6b97 req-133a395e-aeca-4894-b9f8-f28acf2f66d4 service neutron] 10.222.0.59 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898060 Jul 19 17:35:23.437462 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-f7177b5b-564a-4e0d-81de-f319cf2fd283 req-9aabe635-489b-40be-9faf-8b72afbe995b service neutron] 10.222.0.59 "GET /v2.0/networks/d106ea3c-04e3-42d8-bb6b-545ea47b489a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295543 Jul 19 17:35:23.539395 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1ca8e2a2-f5a3-4767-9d18-2a2f083d6b97 req-6e81ebb0-2568-40c8-a129-bc855a9d7fe8 service neutron] 10.222.0.59 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724710 Jul 19 17:35:23.641759 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c1bfd-9066-419c-84f2-fecd77a1da16 req-55a6e02a-96b4-4c90-abfc-83cc4dad348c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:23.643390 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c89c1bfd-9066-419c-84f2-fecd77a1da16 req-55a6e02a-96b4-4c90-abfc-83cc4dad348c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1289983 Jul 19 17:35:23.656965 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b95ba-0714-47b0-a90a-c232779c55b7 req-112f0761-84cd-4e20-bd16-6a3467bc80ec tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:23.658549 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-810b95ba-0714-47b0-a90a-c232779c55b7 req-112f0761-84cd-4e20-bd16-6a3467bc80ec tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 944 time: 0.1175327 Jul 19 17:35:23.726029 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c89c1bfd-9066-419c-84f2-fecd77a1da16 req-0dce5ef1-e4b4-4cb3-a124-ccd414b14ef9 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664690 Jul 19 17:35:23.729092 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-810b95ba-0714-47b0-a90a-c232779c55b7 req-3bff33b2-e6c0-4be8-9a81-8462db921fb8 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632665 Jul 19 17:35:23.790041 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f776a296-74ce-4861-8937-735e1f462b2a x-openstack-request-id: req-f776a296-74ce-4861-8937-735e1f462b2a {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:35:23.790549 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c0f20e-e962-43f3-8a5c-78b232aa933e", "tag": "bcb04856-2795-4cf2-a2a7-f5557adff9a5", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:35:23.790549 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f776a296-74ce-4861-8937-735e1f462b2a {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:35:23.790962 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c0f20e-e962-43f3-8a5c-78b232aa933e', 'tag': 'bcb04856-2795-4cf2-a2a7-f5557adff9a5', 'status': 'completed', 'code': 200} Jul 19 17:35:23.823485 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c9c354ab-0f3f-4a5e-88d2-19165ee53bb6 req-f125853d-9ae5-408e-908b-8cee5d96d013 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=43102455-f2dc-42b9-86e5-0205614e28fe HTTP/1.1" status: 200 len: 210 time: 0.0314703 Jul 19 17:35:23.912317 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5065ed-e51e-4202-848f-606b63e8102f req-72cad722-1e0d-4043-8c69-cb7a26a5974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:23.914286 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-df5065ed-e51e-4202-848f-606b63e8102f req-72cad722-1e0d-4043-8c69-cb7a26a5974a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dfd503906aed4295978675b21e32cdc4&device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 1097 time: 0.0792477 Jul 19 17:35:23.983458 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a14b672e-f112-4a8c-91f7-58e28288d43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:24.043220 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a203a2-de2a-4a36-8cb9-6f7a1a64600f req-308a7714-ed6b-4239-acbc-660468cdca37 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:24.044929 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b6a203a2-de2a-4a36-8cb9-6f7a1a64600f req-308a7714-ed6b-4239-acbc-660468cdca37 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 947 time: 0.1454999 Jul 19 17:35:24.062424 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5065ed-e51e-4202-848f-606b63e8102f req-43f9a870-e742-40ea-96a2-9f9dddc3ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:24.064005 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-df5065ed-e51e-4202-848f-606b63e8102f req-43f9a870-e742-40ea-96a2-9f9dddc3ed4b service neutron] 10.222.0.59 "GET /v2.0/networks?id=11783e7e-ef5c-4c4f-968e-48de876cfb17 HTTP/1.1" status: 200 len: 916 time: 0.1294324 Jul 19 17:35:24.116462 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-df5065ed-e51e-4202-848f-606b63e8102f req-d482a949-c8b8-41bf-ad3c-c57a1afb6598 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcb04856-2795-4cf2-a2a7-f5557adff9a5 HTTP/1.1" status: 200 len: 217 time: 0.0427597 Jul 19 17:35:24.124668 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b6a203a2-de2a-4a36-8cb9-6f7a1a64600f req-817d0245-be3a-443f-b2f1-247e95aa470a tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713482 Jul 19 17:35:24.176728 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5065ed-e51e-4202-848f-606b63e8102f req-c4bc2ad9-566b-4503-a91f-298dd2a04d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:24.178237 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-df5065ed-e51e-4202-848f-606b63e8102f req-c4bc2ad9-566b-4503-a91f-298dd2a04d2d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ce69870-9125-4f57-86a4-10ffb5b14c3b HTTP/1.1" status: 200 len: 854 time: 0.0527043 Jul 19 17:35:24.253175 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5065ed-e51e-4202-848f-606b63e8102f req-205e77f2-a91c-4116-b4b7-3ecfa35450b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:24.254801 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-df5065ed-e51e-4202-848f-606b63e8102f req-205e77f2-a91c-4116-b4b7-3ecfa35450b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11783e7e-ef5c-4c4f-968e-48de876cfb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654328 Jul 19 17:35:24.389145 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-df5065ed-e51e-4202-848f-606b63e8102f req-b286cb18-cfcc-4f7e-b4c7-fa598bef0112 service neutron] 10.222.0.59 "GET /v2.0/networks/11783e7e-ef5c-4c4f-968e-48de876cfb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233282 Jul 19 17:35:24.410596 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:24.544570 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13fda9-c2f5-4951-9517-01077a583b67 req-354be818-c2f2-4e8c-b9d6-720cf88d9563 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:24.546704 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ea13fda9-c2f5-4951-9517-01077a583b67 req-354be818-c2f2-4e8c-b9d6-720cf88d9563 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.1463177 Jul 19 17:35:24.553483 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-df5065ed-e51e-4202-848f-606b63e8102f req-da635ff1-767c-4389-a610-3c0630d0e354 service neutron] 10.222.0.59 "GET /v2.0/networks/11783e7e-ef5c-4c4f-968e-48de876cfb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219141 Jul 19 17:35:24.594353 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ea13fda9-c2f5-4951-9517-01077a583b67 req-485eeb6e-261e-4e70-91a4-804e1998836d tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375021 Jul 19 17:35:24.743085 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 39414) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:24.953536 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d57aa15c-54f8-45b9-8a1d-51cf0e1f037f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:25.009699 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-cdf3c745-e9fb-4c27-b62e-7bb6056c8658 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:25.011275 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-cdf3c745-e9fb-4c27-b62e-7bb6056c8658 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.59 "GET /v2.0/networks?id=8d0b84da-014c-43ff-bf6a-16a5d79fbf35 HTTP/1.1" status: 200 len: 814 time: 0.2505710 Jul 19 17:35:25.031693 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-684d2660-0778-4558-b7a0-ed50c7890d4a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Request body: {'port': {'device_id': '43102455-f2dc-42b9-86e5-0205614e28fe', 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35', 'admin_state_up': True, 'tenant_id': '8eac7ae86da742339229da8811d720ae'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:25.043137 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e338de4-b510-4ac9-93a6-e1280288378a req-40828428-ade9-4b1e-b8d8-87bff49b0cc6 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:25.044676 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9e338de4-b510-4ac9-93a6-e1280288378a req-40828428-ade9-4b1e-b8d8-87bff49b0cc6 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 944 time: 0.2049532 Jul 19 17:35:25.063192 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d57aa15c-54f8-45b9-8a1d-51cf0e1f037f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:25.068990 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d57aa15c-54f8-45b9-8a1d-51cf0e1f037f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:25.085114 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a7cf5-61df-45db-aba2-adc5323b33c2 req-b76ded84-e8a2-475c-a6e8-8392ce11fdc5 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:25.086655 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8e0a7cf5-61df-45db-aba2-adc5323b33c2 req-b76ded84-e8a2-475c-a6e8-8392ce11fdc5 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.2159510 Jul 19 17:35:25.111514 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57aa15c-54f8-45b9-8a1d-51cf0e1f037f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431f9c72-7b2a-4420-90f3-f1b3597260ab,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:25.119793 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-d57aa15c-54f8-45b9-8a1d-51cf0e1f037f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26d6fefa17c842058187285d0a70cf26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755109 Jul 19 17:35:25.121165 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 39442) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:25.178083 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9e338de4-b510-4ac9-93a6-e1280288378a req-75b15374-4200-447f-a16c-4ffe118d71a8 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175494 Jul 19 17:35:25.185103 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dcdaaad0-f81b-40e9-ab41-921657d4bdf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:25.207776 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8e0a7cf5-61df-45db-aba2-adc5323b33c2 req-8db26787-5a98-47a7-8bee-9ae160c85dcf tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094534 Jul 19 17:35:25.218167 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dcdaaad0-f81b-40e9-ab41-921657d4bdf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:25.267872 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-684d2660-0778-4558-b7a0-ed50c7890d4a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Made reservation on behalf of 8eac7ae86da742339229da8811d720ae for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:35:25.276297 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-684d2660-0778-4558-b7a0-ed50c7890d4a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:25.298178 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dcdaaad0-f81b-40e9-ab41-921657d4bdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:25.301451 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dcdaaad0-f81b-40e9-ab41-921657d4bdf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:25.303402 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-dcdaaad0-f81b-40e9-ab41-921657d4bdf2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/431f9c72-7b2a-4420-90f3-f1b3597260ab HTTP/1.1" status: 204 len: 168 time: 0.1807928 Jul 19 17:35:25.314737 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaaad0-f81b-40e9-ab41-921657d4bdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431f9c72-7b2a-4420-90f3-f1b3597260ab,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:25.315530 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-66546b91-5b99-42db-ad28-7eb6a3617653 req-5b1ebaf4-96fe-4342-9b1f-0a0041550ff1 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=43102455-f2dc-42b9-86e5-0205614e28fe HTTP/1.1" status: 200 len: 210 time: 0.0602870 Jul 19 17:35:25.319740 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:25.470695 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3bdee-8bab-450d-80b6-0c8056d59e6b req-87d93ac4-8df9-43e7-9a42-ecb1f6a01ae2 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:25.472341 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b4f3bdee-8bab-450d-80b6-0c8056d59e6b req-87d93ac4-8df9-43e7-9a42-ecb1f6a01ae2 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 947 time: 0.1617584 Jul 19 17:35:25.528586 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-684d2660-0778-4558-b7a0-ed50c7890d4a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Allocated IP 172.20.0.5 (8d0b84da-014c-43ff-bf6a-16a5d79fbf35/9f2c7817-7c7d-4ae1-b51f-d61950bf1fbd/d2955cf3-3ff6-45da-bc76-cebf63051b80) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:35:25.564560 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b4f3bdee-8bab-450d-80b6-0c8056d59e6b req-cfcbedf3-67a3-4bc7-9ee7-acff42c39cdf tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841174 Jul 19 17:35:25.747873 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device c41d12fc-8eec-4a00-b7ee-c8a39870512b details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:35:25.825591 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-684d2660-0778-4558-b7a0-ed50c7890d4a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:25.847051 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92ac3c-a1c3-4e57-a6ca-794e8666a481 req-c4f72639-5f8f-4211-9f2b-9aaa6980208f tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:25.848708 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7a92ac3c-a1c3-4e57-a6ca-794e8666a481 req-c4f72639-5f8f-4211-9f2b-9aaa6980208f tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.1209276 Jul 19 17:35:25.885458 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port c41d12fc-8eec-4a00-b7ee-c8a39870512b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c41d12fc-8eec-4a00-b7ee-c8a39870512b,segment=NetworkSegment(071c4d37-eb1b-43b2-a143-364557affc85),segment_id=071c4d37-eb1b-43b2-a143-364557affc85)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:35:25.899972 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': 'c41d12fc-8eec-4a00-b7ee-c8a39870512b', 'network_id': 'd106ea3c-04e3-42d8-bb6b-545ea47b489a', 'port_id': 'c41d12fc-8eec-4a00-b7ee-c8a39870512b', 'mac_address': 'fa:16:3e:86:63:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5c1b3f-338d-4bb1-84c8-09ebd8322be2', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:35:25.913252 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7a92ac3c-a1c3-4e57-a6ca-794e8666a481 req-8780439d-53a2-4f6e-bd5f-e7c56510e262 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510490 Jul 19 17:35:25.914765 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-684d2660-0778-4558-b7a0-ed50c7890d4a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:25.938278 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c', 'bd32d1a8-87a7-4f68-9f0f-634a077017c5', '306ee645-c38e-452c-996d-42411e0a14a5'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:35:25.969963 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-684d2660-0778-4558-b7a0-ed50c7890d4a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Network 8d0b84da-014c-43ff-bf6a-16a5d79fbf35 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:35:25.976900 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:25.979472 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-684d2660-0778-4558-b7a0-ed50c7890d4a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:35:25.984893 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-684d2660-0778-4558-b7a0-ed50c7890d4a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:35:26.015978 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d2660-0778-4558-b7a0-ed50c7890d4a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Pushing event updated for resources: {'Port': ['ID=d2955cf3-3ff6-45da-bc76-cebf63051b80,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:26.052932 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-684d2660-0778-4558-b7a0-ed50c7890d4a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:26.053676 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-684d2660-0778-4558-b7a0-ed50c7890d4a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:26.071881 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-684d2660-0778-4558-b7a0-ed50c7890d4a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0452478 Jul 19 17:35:26.086205 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] Request body: {'port': {'device_id': '43102455-f2dc-42b9-86e5-0205614e28fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:26.107546 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 39474) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:26.132017 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41d12fc-8eec-4a00-b7ee-c8a39870512b {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:35:26.152497 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port c41d12fc-8eec-4a00-b7ee-c8a39870512b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c41d12fc-8eec-4a00-b7ee-c8a39870512b,segment=NetworkSegment(071c4d37-eb1b-43b2-a143-364557affc85),segment_id=071c4d37-eb1b-43b2-a143-364557affc85)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:35:26.159473 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:26.160293 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device bcb04856-2795-4cf2-a2a7-f5557adff9a5 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:35:26.168547 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:26.239121 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-96e581c5-2277-4a65-9592-c98d0d3c59d2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-328472165-network', 'tenant_id': '053743a201e645eb8171ece57a695059'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:26.277817 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e581c5-2277-4a65-9592-c98d0d3c59d2 admin admin] Made reservation on behalf of 053743a201e645eb8171ece57a695059 for: {'network': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:35:26.282886 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-96e581c5-2277-4a65-9592-c98d0d3c59d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for network, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:26.293247 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-96e581c5-2277-4a65-9592-c98d0d3c59d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:26.298557 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=c41d12fc-8eec-4a00-b7ee-c8a39870512b,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:26.358904 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:26.360105 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:26.360451 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:26.360789 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:26.361119 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:26.361624 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:26.361959 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:26.362329 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:26.362632 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:26.363117 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:26.363613 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:26.363939 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:26.430441 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port bcb04856-2795-4cf2-a2a7-f5557adff9a5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bcb04856-2795-4cf2-a2a7-f5557adff9a5,segment=NetworkSegment(97a50867-9a20-499b-a36d-64a4d1efc173),segment_id=97a50867-9a20-499b-a36d-64a4d1efc173)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:35:26.435799 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-96e581c5-2277-4a65-9592-c98d0d3c59d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:26.443171 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-96e581c5-2277-4a65-9592-c98d0d3c59d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:26.455920 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': 'bcb04856-2795-4cf2-a2a7-f5557adff9a5', 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17', 'port_id': 'bcb04856-2795-4cf2-a2a7-f5557adff9a5', 'mac_address': 'fa:16:3e:71:d6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce69870-9125-4f57-86a4-10ffb5b14c3b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:35:26.457601 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e581c5-2277-4a65-9592-c98d0d3c59d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:35:26.470563 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-96e581c5-2277-4a65-9592-c98d0d3c59d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:26.470957 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.segments_db [None req-96e581c5-2277-4a65-9592-c98d0d3c59d2 admin admin] Added segment aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216 of type vlan for network 0e83c63f-f270-4784-9e48-2d2680934e60 Jul 19 17:35:26.519518 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-96e581c5-2277-4a65-9592-c98d0d3c59d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742494121966'] for network, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:26.529587 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:26.552907 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb04856-2795-4cf2-a2a7-f5557adff9a5 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:35:26.564624 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-96e581c5-2277-4a65-9592-c98d0d3c59d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for network, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:26.565768 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e581c5-2277-4a65-9592-c98d0d3c59d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:26.566411 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-96e581c5-2277-4a65-9592-c98d0d3c59d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:26.598830 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port bcb04856-2795-4cf2-a2a7-f5557adff9a5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bcb04856-2795-4cf2-a2a7-f5557adff9a5,segment=NetworkSegment(97a50867-9a20-499b-a36d-64a4d1efc173),segment_id=97a50867-9a20-499b-a36d-64a4d1efc173)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:35:26.614053 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:26.651525 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e581c5-2277-4a65-9592-c98d0d3c59d2 admin admin] Pushing event updated for resources: {'Network': ['ID=0e83c63f-f270-4784-9e48-2d2680934e60,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:26.659373 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-96e581c5-2277-4a65-9592-c98d0d3c59d2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5506005 Jul 19 17:35:26.660418 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 39484) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:26.665968 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-4d359e00-de47-4b6e-95df-916e14969363 admin admin] Request body: {'subnet': {'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-328472165-subnet', 'tenant_id': '053743a201e645eb8171ece57a695059', 'ip_version': 4}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:26.671082 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e581c5-2277-4a65-9592-c98d0d3c59d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d21232c-99a5-42db-a4ea-cd66116f7782,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:26.679398 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Network 0e83c63f-f270-4784-9e48-2d2680934e60 details requested by agent ovs-agent-dv-cinder-800695-4-iscsi with host dv-cinder-800695-4-iscsi {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:35:26.696622 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d359e00-de47-4b6e-95df-916e14969363 admin admin] Made reservation on behalf of 053743a201e645eb8171ece57a695059 for: {'subnet': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:35:26.699452 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4d359e00-de47-4b6e-95df-916e14969363 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5076160'] for subnet, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:26.713475 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=bcb04856-2795-4cf2-a2a7-f5557adff9a5,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:26.766697 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184de82-cd11-40fb-9993-2c53c86a8df2 req-5cab9a0b-c6f0-4d7f-909c-fe5e37974af2 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:26.768277 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4184de82-cd11-40fb-9993-2c53c86a8df2 req-5cab9a0b-c6f0-4d7f-909c-fe5e37974af2 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 944 time: 0.4492314 Jul 19 17:35:26.858272 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4184de82-cd11-40fb-9993-2c53c86a8df2 req-b99c3027-c4d1-4612-9f15-ee8e5c907339 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815804 Jul 19 17:35:26.873080 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cb56f-1e57-414a-b2f7-630812222ac8 req-92ddff59-13a5-446d-8d88-c5d058ed265c tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:26.874554 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-706cb56f-1e57-414a-b2f7-630812222ac8 req-92ddff59-13a5-446d-8d88-c5d058ed265c tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=43102455-f2dc-42b9-86e5-0205614e28fe HTTP/1.1" status: 200 len: 931 time: 0.2057102 Jul 19 17:35:26.908838 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4d359e00-de47-4b6e-95df-916e14969363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6210900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5076150'] for subnet, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:26.978299 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d359e00-de47-4b6e-95df-916e14969363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0555730-6f23-430b-a1ff-95a8f3eefe91,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:26.980560 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d359e00-de47-4b6e-95df-916e14969363 admin admin] Checking segment: {'id': 'aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:35:26.980919 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d359e00-de47-4b6e-95df-916e14969363 admin admin] Network hostable DHCP agents. Network: 0e83c63f-f270-4784-9e48-2d2680934e60, hostable agents: ['478a2c00-6d69-428b-b8a1-4625481a8144'], hosted agents: [] {{(pid=93384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:35:26.983516 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-706cb56f-1e57-414a-b2f7-630812222ac8 req-f3342510-7bb1-4f49-9213-54072664c5b0 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030698 Jul 19 17:35:27.000977 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2955cf3-3ff6-45da-bc76-cebf63051b80 {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:35:27.002365 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d359e00-de47-4b6e-95df-916e14969363 admin admin] Network 0e83c63f-f270-4784-9e48-2d2680934e60 is scheduled to be hosted by DHCP agent 478a2c00-6d69-428b-b8a1-4625481a8144 with binding_index 1 {{(pid=93384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:35:27.013341 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:27.015662 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-4d359e00-de47-4b6e-95df-916e14969363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-4-iscsi, 0e83c63f-f270-4784-9e48-2d2680934e60) {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:35:27.026704 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13741758-39c7-4ec3-bc74-dc31581e16a2 None None] Network 0e83c63f-f270-4784-9e48-2d2680934e60 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:35:27.030190 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d359e00-de47-4b6e-95df-916e14969363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:27.030912 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4d359e00-de47-4b6e-95df-916e14969363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:27.051733 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-4d359e00-de47-4b6e-95df-916e14969363 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3899522 Jul 19 17:35:27.056691 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 39492) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:27.066107 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] Transition to ACTIVE for port object d2955cf3-3ff6-45da-bc76-cebf63051b80 will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:35:27.066945 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-c4e0ab7b-490a-45fa-86f7-18aa2e987d40 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-328472165-router', 'tenant_id': '053743a201e645eb8171ece57a695059', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:27.072824 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4638951'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:27.086197 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43879fe-8607-45fa-958d-cbd041f18dde req-6ca65ce2-60f1-45d0-a47f-46b7bd923746 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:27.087781 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e43879fe-8607-45fa-958d-cbd041f18dde req-6ca65ce2-60f1-45d0-a47f-46b7bd923746 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 948 time: 0.1472201 Jul 19 17:35:27.099552 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c4e0ab7b-490a-45fa-86f7-18aa2e987d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58360'] for router, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:27.100677 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c4e0ab7b-490a-45fa-86f7-18aa2e987d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-570327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58359'] for router, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:27.141490 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['bcb04856-2795-4cf2-a2a7-f5557adff9a5'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:35:27.159175 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=d2955cf3-3ff6-45da-bc76-cebf63051b80,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:27.167153 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['c41d12fc-8eec-4a00-b7ee-c8a39870512b'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:35:27.190909 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c4e0ab7b-490a-45fa-86f7-18aa2e987d40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:27.227095 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e43879fe-8607-45fa-958d-cbd041f18dde req-a2ed628e-764d-4258-98bc-eac0e444fd4c tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114349 Jul 19 17:35:27.231999 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:27.264078 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] Attempting to bind port d2955cf3-3ff6-45da-bc76-cebf63051b80 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:35:27.264523 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] Attempting to bind port d2955cf3-3ff6-45da-bc76-cebf63051b80 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'da51a4f5-0dcb-40e9-b412-f6e7f601152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:35:27.264881 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] Attempting to bind port d2955cf3-3ff6-45da-bc76-cebf63051b80 on network 8d0b84da-014c-43ff-bf6a-16a5d79fbf35 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:35:27.271493 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] Port d2955cf3-3ff6-45da-bc76-cebf63051b80 on network 8d0b84da-014c-43ff-bf6a-16a5d79fbf35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:35:27.272856 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] Attempting to bind port d2955cf3-3ff6-45da-bc76-cebf63051b80 on network 8d0b84da-014c-43ff-bf6a-16a5d79fbf35 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:35:27.290071 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] Checking agent: {'id': 'd8fb6e65-9e8c-4b17-9f8a-3918624e6b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'started_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:35:27.290404 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] Checking segment: {'id': 'da51a4f5-0dcb-40e9-b412-f6e7f601152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:35:27.290796 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] Bound using segment: {'id': 'da51a4f5-0dcb-40e9-b412-f6e7f601152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:35:27.291252 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] Bound port: d2955cf3-3ff6-45da-bc76-cebf63051b80, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da51a4f5-0dcb-40e9-b412-f6e7f601152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:35:27.291789 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:27.377353 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c4e0ab7b-490a-45fa-86f7-18aa2e987d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58309'] for router, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:27.405131 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d42c8-ab41-4f76-89c6-97b93e4bae2e req-bfbfb351-9f4b-4c69-8c41-eca4cce8211f tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:27.406723 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f12d42c8-ab41-4f76-89c6-97b93e4bae2e req-bfbfb351-9f4b-4c69-8c41-eca4cce8211f tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.1302795 Jul 19 17:35:27.419709 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] For port d2955cf3-3ff6-45da-bc76-cebf63051b80, host hv-cinder-80069, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:35:27.435564 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] For port d2955cf3-3ff6-45da-bc76-cebf63051b80, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d2955cf3-3ff6-45da-bc76-cebf63051b80,segment=NetworkSegment(da51a4f5-0dcb-40e9-b412-f6e7f601152b),segment_id=da51a4f5-0dcb-40e9-b412-f6e7f601152b)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:35:27.435790 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9aa9a872-d264-56b7-9ea2-70fb10be1434-0e83c63f-f270-4784-9e48-2d2680934e60', 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60', 'tenant_id': '053743a201e645eb8171ece57a695059', 'fixed_ips': [{'subnet_id': 'a0555730-6f23-430b-a1ff-95a8f3eefe91'}]}} from dv-cinder-800695-4-iscsi. {{(pid=93385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:35:27.436302 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:27.444227 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4638951'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:27.501761 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:27.502397 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:27.503890 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] 10.222.0.59 "PUT /v2.0/ports/d2955cf3-3ff6-45da-bc76-cebf63051b80 HTTP/1.1" status: 200 len: 1093 time: 1.4230375 Jul 19 17:35:27.504312 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43102455-f2dc-42b9-86e5-0205614e28fe', 'tag': 'd2955cf3-3ff6-45da-bc76-cebf63051b80'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:35:27.507556 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3baac94d-3504-4587-b2c2-ad7c9d225670" -d '{"events": [{"name": "network-changed", "server_uuid": "43102455-f2dc-42b9-86e5-0205614e28fe", "tag": "d2955cf3-3ff6-45da-bc76-cebf63051b80"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:35:27.524455 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f12d42c8-ab41-4f76-89c6-97b93e4bae2e req-1be7e99f-4c68-49ad-afd8-18c35a5b48c0 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925941 Jul 19 17:35:27.536594 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fea30-987e-46e6-a869-a32341d27ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=d2955cf3-3ff6-45da-bc76-cebf63051b80,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:27.633609 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-bf8c470e-ed81-46d2-83ef-5fac08f4c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:27.635768 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-bf8c470e-ed81-46d2-83ef-5fac08f4c527 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8eac7ae86da742339229da8811d720ae&device_id=43102455-f2dc-42b9-86e5-0205614e28fe HTTP/1.1" status: 200 len: 1096 time: 0.0678735 Jul 19 17:35:27.644287 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31467ab7-3a58-47cf-871e-85f25658c391 x-openstack-request-id: req-31467ab7-3a58-47cf-871e-85f25658c391 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:35:27.644767 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43102455-f2dc-42b9-86e5-0205614e28fe", "tag": "d2955cf3-3ff6-45da-bc76-cebf63051b80", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:35:27.645254 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31467ab7-3a58-47cf-871e-85f25658c391 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:35:27.645821 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43102455-f2dc-42b9-86e5-0205614e28fe', 'tag': 'd2955cf3-3ff6-45da-bc76-cebf63051b80', 'status': 'completed', 'code': 200} Jul 19 17:35:27.678371 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.db_base_plugin_common [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] Allocated IP 172.20.0.2 (0e83c63f-f270-4784-9e48-2d2680934e60/a0555730-6f23-430b-a1ff-95a8f3eefe91/8be88015-d9d4-498a-b89f-058975cd0778) {{(pid=93385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:35:27.693406 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-458560d9-1d8f-403b-b97b-bb32b0a8160b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2955cf3-3ff6-45da-bc76-cebf63051b80 HTTP/1.1" status: 200 len: 217 time: 0.0457463 Jul 19 17:35:27.702309 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c4e0ab7b-490a-45fa-86f7-18aa2e987d40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:27.725038 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c4e0ab7b-490a-45fa-86f7-18aa2e987d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:27.760149 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-c03da1eb-e214-4d62-9486-a32ed45a55bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:27.760149 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-c03da1eb-e214-4d62-9486-a32ed45a55bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9f2c7817-7c7d-4ae1-b51f-d61950bf1fbd HTTP/1.1" status: 200 len: 854 time: 0.0511827 Jul 19 17:35:27.809994 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-5f226bef-e58d-4652-847b-08b5c06d4ee7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d0b84da-014c-43ff-bf6a-16a5d79fbf35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351334 Jul 19 17:35:27.850282 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-c4e0ab7b-490a-45fa-86f7-18aa2e987d40 admin admin] Allocated IP 172.27.0.157 (3fed661f-002c-47fa-82e8-e8fe637e9a0e/a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30/3152c49b-ddb6-4a31-81cc-c2986b3f2e85) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:35:27.862539 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] Notify callbacks [] for port, precommit_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:27.871944 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] Transition to ACTIVE for port object 8be88015-d9d4-498a-b89f-058975cd0778 will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:35:27.898328 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] Transition to ACTIVE for port object 8be88015-d9d4-498a-b89f-058975cd0778 will not be triggered until provisioned by entity DHCP. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:35:27.907340 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:27.934396 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-b3a9cfdc-37c6-4c79-a46b-7e16ed06b714 service neutron] 10.222.0.59 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154685 Jul 19 17:35:27.970008 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] Network 0e83c63f-f270-4784-9e48-2d2680934e60 is already hosted by enough agents. {{(pid=93385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:35:27.983987 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.scheduler.base_scheduler [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] Resources bound (agent type, host, resource id): {{(pid=93385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:35:27.986698 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] Received port after_create {{(pid=93385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:35:27.991326 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] Pushing event updated for resources: {'Port': ['ID=8be88015-d9d4-498a-b89f-058975cd0778,revision_number=1']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:28.012265 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c4e0ab7b-490a-45fa-86f7-18aa2e987d40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:28.066150 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] Attempting to bind port 8be88015-d9d4-498a-b89f-058975cd0778 on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:35:28.066623 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] Attempting to bind port 8be88015-d9d4-498a-b89f-058975cd0778 by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': 'aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:35:28.067299 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] Attempting to bind port 8be88015-d9d4-498a-b89f-058975cd0778 on network 0e83c63f-f270-4784-9e48-2d2680934e60 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:35:28.071256 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c4e0ab7b-490a-45fa-86f7-18aa2e987d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:28.075883 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:35:28.076940 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] Checking segment: {'id': 'aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:35:28.076940 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:28.077704 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] Bound using segment: {'id': 'aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:35:28.078767 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] Bound port: 8be88015-d9d4-498a-b89f-058975cd0778, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:35:28.078767 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:28.102663 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b2d30ee1-5a0c-4daa-884d-c6796e467be4 req-bf0f5364-2ca8-455c-8972-e406ff2157d5 service neutron] 10.222.0.59 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593454 Jul 19 17:35:28.121008 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7470dc-5cb7-4528-b942-7330a2017ebf req-2cd06f47-c66f-4203-a443-67d0b5f6b8ff tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:28.123326 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dc7470dc-5cb7-4528-b942-7330a2017ebf req-2cd06f47-c66f-4203-a443-67d0b5f6b8ff tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 945 time: 0.1492293 Jul 19 17:35:28.125426 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e0ab7b-490a-45fa-86f7-18aa2e987d40 admin admin] Network 3fed661f-002c-47fa-82e8-e8fe637e9a0e is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:35:28.128740 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-c4e0ab7b-490a-45fa-86f7-18aa2e987d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:35:28.134220 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e0ab7b-490a-45fa-86f7-18aa2e987d40 admin admin] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:35:28.140169 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0ab7b-490a-45fa-86f7-18aa2e987d40 admin admin] Pushing event updated for resources: {'Port': ['ID=3152c49b-ddb6-4a31-81cc-c2986b3f2e85,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:28.171271 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] For port 8be88015-d9d4-498a-b89f-058975cd0778, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:35:28.179052 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] For port 8be88015-d9d4-498a-b89f-058975cd0778, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=8be88015-d9d4-498a-b89f-058975cd0778,segment=NetworkSegment(aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216),segment_id=aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:35:28.186459 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:28.246087 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dc7470dc-5cb7-4528-b942-7330a2017ebf req-1e6fd455-681e-4449-8a8b-9ed9d94c5f2b tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103871 Jul 19 17:35:28.275056 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54112ec9-ab2f-4a59-85f6-2e46f1c98d88 None None] Pushing event updated for resources: {'Port': ['ID=8be88015-d9d4-498a-b89f-058975cd0778,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:28.283046 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f383d93-c013-4166-b436-6a00fdad67d0 req-1a66830f-84ee-4172-8ba0-5c9acd35d2ba tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:28.288706 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0f383d93-c013-4166-b436-6a00fdad67d0 req-1a66830f-84ee-4172-8ba0-5c9acd35d2ba tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=43102455-f2dc-42b9-86e5-0205614e28fe HTTP/1.1" status: 200 len: 943 time: 0.1638181 Jul 19 17:35:28.291256 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baac94d-3504-4587-b2c2-ad7c9d225670 req-440b2448-6e96-4514-8761-67b4596ddb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:28.293323 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3baac94d-3504-4587-b2c2-ad7c9d225670 req-440b2448-6e96-4514-8761-67b4596ddb20 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8eac7ae86da742339229da8811d720ae&device_id=43102455-f2dc-42b9-86e5-0205614e28fe HTTP/1.1" status: 200 len: 1096 time: 0.1169646 Jul 19 17:35:28.364690 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0f383d93-c013-4166-b436-6a00fdad67d0 req-c8f000a0-37cf-4475-8a81-663a26a52476 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683408 Jul 19 17:35:28.454838 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baac94d-3504-4587-b2c2-ad7c9d225670 req-2a8a37e2-537a-4407-bc44-1e07da5948eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:28.456527 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3baac94d-3504-4587-b2c2-ad7c9d225670 req-2a8a37e2-537a-4407-bc44-1e07da5948eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d0b84da-014c-43ff-bf6a-16a5d79fbf35 HTTP/1.1" status: 200 len: 915 time: 0.1414566 Jul 19 17:35:28.472065 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c4e0ab7b-490a-45fa-86f7-18aa2e987d40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:28.521498 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3baac94d-3504-4587-b2c2-ad7c9d225670 req-6e9b1bb1-6129-4281-bffd-caf86738e4ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2955cf3-3ff6-45da-bc76-cebf63051b80 HTTP/1.1" status: 200 len: 217 time: 0.0405948 Jul 19 17:35:28.610827 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6378949-71b5-4926-9846-1a04ab3e2e26 req-18068b3d-0ffb-4ac7-84b6-78acaebe9c31 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:28.613512 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c6378949-71b5-4926-9846-1a04ab3e2e26 req-18068b3d-0ffb-4ac7-84b6-78acaebe9c31 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 948 time: 0.1718562 Jul 19 17:35:28.614764 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baac94d-3504-4587-b2c2-ad7c9d225670 req-42098792-ff43-4f47-ac6e-e046824bc91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:28.616447 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3baac94d-3504-4587-b2c2-ad7c9d225670 req-42098792-ff43-4f47-ac6e-e046824bc91b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9f2c7817-7c7d-4ae1-b51f-d61950bf1fbd HTTP/1.1" status: 200 len: 854 time: 0.0786226 Jul 19 17:35:28.688913 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3baac94d-3504-4587-b2c2-ad7c9d225670 req-ec58dc41-561e-4942-a29c-79acc43e24f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d0b84da-014c-43ff-bf6a-16a5d79fbf35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506501 Jul 19 17:35:28.782555 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c4e0ab7b-490a-45fa-86f7-18aa2e987d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567340'] for router, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:28.793912 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c6378949-71b5-4926-9846-1a04ab3e2e26 req-e5b84e3b-c9c5-47d7-9665-f90574cac876 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455212 Jul 19 17:35:28.845920 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3baac94d-3504-4587-b2c2-ad7c9d225670 req-b3020b45-67f6-4695-8c33-24b2e592e340 service neutron] 10.222.0.59 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455443 Jul 19 17:35:28.901512 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81942e-a7d6-4b23-a24d-538fd0d88166 req-09bdc5ea-919a-4422-9410-cc7e8578c279 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:28.903053 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4a81942e-a7d6-4b23-a24d-538fd0d88166 req-09bdc5ea-919a-4422-9410-cc7e8578c279 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.1659386 Jul 19 17:35:28.987521 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4a81942e-a7d6-4b23-a24d-538fd0d88166 req-3655c60b-bfeb-466c-aac7-46edd2df9db2 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528042 Jul 19 17:35:28.994580 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3baac94d-3504-4587-b2c2-ad7c9d225670 req-67ad7c23-622c-44b9-9200-9bbad5eb89ef service neutron] 10.222.0.59 "GET /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413291 Jul 19 17:35:29.006628 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e0ab7b-490a-45fa-86f7-18aa2e987d40 admin admin] Router 34bafd5e-af95-4e77-adab-613373c6f763 is scheduled to L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 with binding_index 1 {{(pid=93384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:35:29.117481 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e0ab7b-490a-45fa-86f7-18aa2e987d40 admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:35:29.128067 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] Sync routers for ids ['34bafd5e-af95-4e77-adab-613373c6f763'] in dv-cinder-800695-4-iscsi {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:35:29.135568 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c4e0ab7b-490a-45fa-86f7-18aa2e987d40 admin admin] Notify callbacks [] for router, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:29.137535 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-c4e0ab7b-490a-45fa-86f7-18aa2e987d40 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0793200 Jul 19 17:35:29.139504 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] Routers {'34bafd5e-af95-4e77-adab-613373c6f763'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:35:29.140215 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 39510) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:29.140372 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:35:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['34bafd5e-af95-4e77-adab-613373c6f763'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:35:29.361235 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] Set router 34bafd5e-af95-4e77-adab-613373c6f763 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:35:29.437981 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7de16-2ee7-4c9f-908d-c27dab73fe6e req-77b311ef-a349-4b6f-8989-840e0a4a180f tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:29.439630 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b5d7de16-2ee7-4c9f-908d-c27dab73fe6e req-77b311ef-a349-4b6f-8989-840e0a4a180f tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 945 time: 0.1144581 Jul 19 17:35:29.468809 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a172b39-dfbd-4f8d-98c5-926c1e3115c1 None None] Network 0e83c63f-f270-4784-9e48-2d2680934e60 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:35:29.527238 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b5d7de16-2ee7-4c9f-908d-c27dab73fe6e req-689044c6-b04b-4ebe-b0a7-bca05865625d tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808482 Jul 19 17:35:29.572703 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6869bb-cb13-4f05-8058-2c274e91d66a req-ad649d3f-a80f-4ef8-af57-b0813adda1ff tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:29.581770 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-df6869bb-cb13-4f05-8058-2c274e91d66a req-ad649d3f-a80f-4ef8-af57-b0813adda1ff tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=43102455-f2dc-42b9-86e5-0205614e28fe HTTP/1.1" status: 200 len: 943 time: 0.1199973 Jul 19 17:35:29.638861 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-df6869bb-cb13-4f05-8058-2c274e91d66a req-1a359e2d-5e92-4aa9-b431-360a3d27d20e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559433 Jul 19 17:35:29.643683 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bafd5e-af95-4e77-adab-613373c6f763', 'name': 'tempest-TestShelveInstance-328472165-router', 'tenant_id': '053743a201e645eb8171ece57a695059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:28Z', 'revision_number': 3, 'project_id': '053743a201e645eb8171ece57a695059', 'gw_port': {'id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:35:29.663630 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-cfe7dbbc-f0e2-4fb4-ba50-2fca670e653b None None] Provisioning for port 8be88015-d9d4-498a-b89f-058975cd0778 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:35:29.699927 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] Checking router: 34bafd5e-af95-4e77-adab-613373c6f763 for host: dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:35:29.700372 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] Updating router 34bafd5e-af95-4e77-adab-613373c6f763 port 3152c49b-ddb6-4a31-81cc-c2986b3f2e85 binding host dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:35:29.738733 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:29.797657 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device bcb04856-2795-4cf2-a2a7-f5557adff9a5 up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:35:29.929106 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 8be88015-d9d4-498a-b89f-058975cd0778 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:35:29.979401 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning for port bcb04856-2795-4cf2-a2a7-f5557adff9a5 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:35:29.987299 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port bcb04856-2795-4cf2-a2a7-f5557adff9a5 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:35:29.988080 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:30.041746 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd677e34-3ae3-4681-8274-8885ed98eddc req-9bd51cc0-ced0-4f4f-b3f5-14aaf851a64d tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:30.052921 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dd677e34-3ae3-4681-8274-8885ed98eddc req-9bd51cc0-ced0-4f4f-b3f5-14aaf851a64d tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 948 time: 0.1108797 Jul 19 17:35:30.075219 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4ba07f46-7c11-4d9b-9e19-78afc0cf6443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:30.090658 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port 8be88015-d9d4-498a-b89f-058975cd0778 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:35:30.103597 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 8be88015-d9d4-498a-b89f-058975cd0778 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:35:30.104466 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:30.184498 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] Notify callbacks [] for port, precommit_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:30.192125 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dd677e34-3ae3-4681-8274-8885ed98eddc req-2a114fbc-df0b-4300-9739-5a45c62a71f2 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360826 Jul 19 17:35:30.210232 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.provisioning_blocks [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] Transition to ACTIVE for port object 3152c49b-ddb6-4a31-81cc-c2986b3f2e85 will not be triggered until provisioned by entity L2. {{(pid=93386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:35:30.217881 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:30.220632 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:30.249669 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0293d-66cf-4a5a-8863-5be9a6579488 req-182b6fbc-22bb-4970-8a42-4aaec23cb403 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:30.258191 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d3d0293d-66cf-4a5a-8863-5be9a6579488 req-182b6fbc-22bb-4970-8a42-4aaec23cb403 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.1488600 Jul 19 17:35:30.271170 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c0f20e-e962-43f3-8a5c-78b232aa933e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb04856-2795-4cf2-a2a7-f5557adff9a5'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:35:30.273211 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fce1fb-6e3f-4ea9-8e46-21256fc09e05 None None] Pushing event updated for resources: {'Port': ['ID=3152c49b-ddb6-4a31-81cc-c2986b3f2e85,revision_number=2']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:30.274332 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c149740b-a75a-4832-9401-f69dd0855c24" -d '{"events": [{"server_uuid": "06c0f20e-e962-43f3-8a5c-78b232aa933e", "name": "network-vif-plugged", "status": "completed", "tag": "bcb04856-2795-4cf2-a2a7-f5557adff9a5"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:35:30.297117 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fce1fb-6e3f-4ea9-8e46-21256fc09e05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:30.297628 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fce1fb-6e3f-4ea9-8e46-21256fc09e05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:30.297973 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fce1fb-6e3f-4ea9-8e46-21256fc09e05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:30.298310 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fce1fb-6e3f-4ea9-8e46-21256fc09e05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:30.298638 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fce1fb-6e3f-4ea9-8e46-21256fc09e05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:30.298970 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fce1fb-6e3f-4ea9-8e46-21256fc09e05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:30.299297 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fce1fb-6e3f-4ea9-8e46-21256fc09e05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:30.299624 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fce1fb-6e3f-4ea9-8e46-21256fc09e05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:30.299970 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fce1fb-6e3f-4ea9-8e46-21256fc09e05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:30.300346 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fce1fb-6e3f-4ea9-8e46-21256fc09e05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:30.300671 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fce1fb-6e3f-4ea9-8e46-21256fc09e05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:30.301132 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fce1fb-6e3f-4ea9-8e46-21256fc09e05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:30.301275 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-4ba07f46-7c11-4d9b-9e19-78afc0cf6443 admin admin] Allocated IP 172.20.0.1 (0e83c63f-f270-4784-9e48-2d2680934e60/a0555730-6f23-430b-a1ff-95a8f3eefe91/501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:35:30.305517 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] Attempting to bind port 3152c49b-ddb6-4a31-81cc-c2986b3f2e85 on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:35:30.306037 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] Attempting to bind port 3152c49b-ddb6-4a31-81cc-c2986b3f2e85 by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:35:30.306455 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] Attempting to bind port 3152c49b-ddb6-4a31-81cc-c2986b3f2e85 on network 3fed661f-002c-47fa-82e8-e8fe637e9a0e {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:35:30.313706 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:35:30.314084 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] Checking segment: {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:35:30.314487 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:30.314931 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] Bound using segment: {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:35:30.315404 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] Bound port: 3152c49b-ddb6-4a31-81cc-c2986b3f2e85, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:35:30.315855 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:30.326178 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port bcb04856-2795-4cf2-a2a7-f5557adff9a5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bcb04856-2795-4cf2-a2a7-f5557adff9a5,segment=NetworkSegment(97a50867-9a20-499b-a36d-64a4d1efc173),segment_id=97a50867-9a20-499b-a36d-64a4d1efc173)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:35:30.331347 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d3d0293d-66cf-4a5a-8863-5be9a6579488 req-b0e7cf9c-abc4-4027-8553-6df3617f070b tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721555 Jul 19 17:35:30.338865 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:30.355660 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:30.356763 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device c41d12fc-8eec-4a00-b7ee-c8a39870512b up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:35:30.359629 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74d94d6-b073-4b55-bc3d-98e16869af27 x-openstack-request-id: req-a74d94d6-b073-4b55-bc3d-98e16869af27 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:35:30.360210 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c0f20e-e962-43f3-8a5c-78b232aa933e", "name": "network-vif-plugged", "status": "completed", "tag": "bcb04856-2795-4cf2-a2a7-f5557adff9a5", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:35:30.360390 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a74d94d6-b073-4b55-bc3d-98e16869af27 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:35:30.360790 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c0f20e-e962-43f3-8a5c-78b232aa933e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb04856-2795-4cf2-a2a7-f5557adff9a5', 'code': 200} Jul 19 17:35:30.378574 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] For port 3152c49b-ddb6-4a31-81cc-c2986b3f2e85, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:35:30.382852 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] For port 3152c49b-ddb6-4a31-81cc-c2986b3f2e85, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=3152c49b-ddb6-4a31-81cc-c2986b3f2e85,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:35:30.387387 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:30.443766 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port 8be88015-d9d4-498a-b89f-058975cd0778, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=8be88015-d9d4-498a-b89f-058975cd0778,segment=NetworkSegment(aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216),segment_id=aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:35:30.450944 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] Routers {'34bafd5e-af95-4e77-adab-613373c6f763'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:35:30.452127 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:35:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['34bafd5e-af95-4e77-adab-613373c6f763'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:35:30.454130 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:30.462103 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4ba07f46-7c11-4d9b-9e19-78afc0cf6443 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:30.480683 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [None req-4ba07f46-7c11-4d9b-9e19-78afc0cf6443 admin admin] Transition to ACTIVE for port object 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4 will not be triggered until provisioned by entity DHCP. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:35:30.480919 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=bcb04856-2795-4cf2-a2a7-f5557adff9a5,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:30.560862 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning for port c41d12fc-8eec-4a00-b7ee-c8a39870512b completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:35:30.569989 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4ba07f46-7c11-4d9b-9e19-78afc0cf6443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:30.573115 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=8be88015-d9d4-498a-b89f-058975cd0778,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:30.576529 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port c41d12fc-8eec-4a00-b7ee-c8a39870512b triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:35:30.576911 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:30.610132 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fce1fb-6e3f-4ea9-8e46-21256fc09e05 None None] Pushing event updated for resources: {'Port': ['ID=3152c49b-ddb6-4a31-81cc-c2986b3f2e85,revision_number=3']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:30.658074 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] Set router 34bafd5e-af95-4e77-adab-613373c6f763 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:35:30.669886 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba07f46-7c11-4d9b-9e19-78afc0cf6443 admin admin] Network 0e83c63f-f270-4784-9e48-2d2680934e60 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:35:30.671734 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-4ba07f46-7c11-4d9b-9e19-78afc0cf6443 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:35:30.679264 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba07f46-7c11-4d9b-9e19-78afc0cf6443 admin admin] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:35:30.717024 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba07f46-7c11-4d9b-9e19-78afc0cf6443 admin admin] Pushing event updated for resources: {'Port': ['ID=501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:30.734407 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0dfad-abdd-43b6-9ef3-5a16332e6d9d req-4062b3ad-5486-4ab4-a4d6-a85966829954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:30.736615 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f9a0dfad-abdd-43b6-9ef3-5a16332e6d9d req-4062b3ad-5486-4ab4-a4d6-a85966829954 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 1099 time: 0.1495678 Jul 19 17:35:30.739829 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:30.747255 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4ba07f46-7c11-4d9b-9e19-78afc0cf6443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567539'] for router_interface, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:30.753790 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e05251-5091-4e89-b6ab-f6095ce19ecc req-3e23e04f-463b-4d37-8704-330b5aea13f5 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:30.755589 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-69e05251-5091-4e89-b6ab-f6095ce19ecc req-3e23e04f-463b-4d37-8704-330b5aea13f5 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 946 time: 0.1304140 Jul 19 17:35:30.812685 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port c41d12fc-8eec-4a00-b7ee-c8a39870512b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c41d12fc-8eec-4a00-b7ee-c8a39870512b,segment=NetworkSegment(071c4d37-eb1b-43b2-a143-364557affc85),segment_id=071c4d37-eb1b-43b2-a143-364557affc85)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:35:30.822854 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:30.883357 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f9a0dfad-abdd-43b6-9ef3-5a16332e6d9d req-fe21ef67-46ba-4b8b-8a97-b1c33a07d09a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226325 Jul 19 17:35:30.904529 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-69e05251-5091-4e89-b6ab-f6095ce19ecc req-d6566d50-80fa-49d2-97d9-a3bd6ab51d1d tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371970 Jul 19 17:35:30.934165 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=c41d12fc-8eec-4a00-b7ee-c8a39870512b,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:30.968129 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef112d-ede5-4265-a38d-077b8fb06b9a req-8d342bae-e619-49ad-a3f8-2f29780b7a62 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:30.972496 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-43ef112d-ede5-4265-a38d-077b8fb06b9a req-8d342bae-e619-49ad-a3f8-2f29780b7a62 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=43102455-f2dc-42b9-86e5-0205614e28fe HTTP/1.1" status: 200 len: 943 time: 0.1758745 Jul 19 17:35:31.011885 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bafd5e-af95-4e77-adab-613373c6f763', 'name': 'tempest-TestShelveInstance-328472165-router', 'tenant_id': '053743a201e645eb8171ece57a695059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:28Z', 'revision_number': 3, 'project_id': '053743a201e645eb8171ece57a695059', 'gw_port': {'id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:35:31.028433 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-43ef112d-ede5-4265-a38d-077b8fb06b9a req-5e07d073-54d2-43ca-9f97-69be252bf3ee tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465825 Jul 19 17:35:31.035772 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-3785b1bd-d9e4-4167-91c5-600f752ac8a3 None None] Provisioning for port 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:35:31.041396 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-3785b1bd-d9e4-4167-91c5-600f752ac8a3 None None] Provisioning complete for port 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:35:31.050034 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40084bcc-254d-4be6-be5e-9d62b94c1ea1 None None] The sync data for ids ['34bafd5e-af95-4e77-adab-613373c6f763'] in dv-cinder-800695-4-iscsi is: [{'id': '34bafd5e-af95-4e77-adab-613373c6f763', 'name': 'tempest-TestShelveInstance-328472165-router', 'tenant_id': '053743a201e645eb8171ece57a695059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:28Z', 'revision_number': 3, 'project_id': '053743a201e645eb8171ece57a695059', 'gw_port': {'id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:35:31.063415 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-3785b1bd-d9e4-4167-91c5-600f752ac8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:31.069841 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4ba07f46-7c11-4d9b-9e19-78afc0cf6443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:31.106352 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-3785b1bd-d9e4-4167-91c5-600f752ac8a3 None None] Port 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:35:31.266875 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4ba07f46-7c11-4d9b-9e19-78afc0cf6443 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:31.272961 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4ba07f46-7c11-4d9b-9e19-78afc0cf6443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6211033'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:31.367213 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba07f46-7c11-4d9b-9e19-78afc0cf6443 admin admin] Pushing event updated for resources: {'Port': ['ID=501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:31.372760 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4ba07f46-7c11-4d9b-9e19-78afc0cf6443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631907'] for router_interface, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:31.395838 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef6850-b40b-4d1c-9593-33a699fd9125 req-9a10b37e-245a-4ed4-acf6-bde92e03ff95 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:31.399762 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-adef6850-b40b-4d1c-9593-33a699fd9125 req-9a10b37e-245a-4ed4-acf6-bde92e03ff95 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 949 time: 0.1204727 Jul 19 17:35:31.475478 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-adef6850-b40b-4d1c-9593-33a699fd9125 req-c2ff2655-29c6-4f92-a0f7-cfb1120350f4 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660539 Jul 19 17:35:31.550649 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba07f46-7c11-4d9b-9e19-78afc0cf6443 admin admin] Network 0e83c63f-f270-4784-9e48-2d2680934e60 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:35:31.550915 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4cb6-b90d-4281-baa5-507ed22b2795 req-718ca52d-2a3a-488e-85da-668c26fa99f5 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:31.552823 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-4ba07f46-7c11-4d9b-9e19-78afc0cf6443 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:35:31.553038 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9b1d4cb6-b90d-4281-baa5-507ed22b2795 req-718ca52d-2a3a-488e-85da-668c26fa99f5 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.0979891 Jul 19 17:35:31.619757 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:35:31.625459 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9b1d4cb6-b90d-4281-baa5-507ed22b2795 req-4949eb19-f2b0-43fc-9b32-a1d327600e3f tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641625 Jul 19 17:35:31.716796 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba07f46-7c11-4d9b-9e19-78afc0cf6443 admin admin] Router 34bafd5e-af95-4e77-adab-613373c6f763 has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:35:31.795418 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device d2955cf3-3ff6-45da-bc76-cebf63051b80 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:35:31.841179 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba07f46-7c11-4d9b-9e19-78afc0cf6443 admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:35:31.849224 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-4ba07f46-7c11-4d9b-9e19-78afc0cf6443 admin admin] 10.222.0.32 "PUT /v2.0/routers/34bafd5e-af95-4e77-adab-613373c6f763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7078876 Jul 19 17:35:31.899679 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-c72e1301-f15b-430b-8dae-33f3254b4b92 None None] Provisioning complete for port 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:35:31.900592 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-c72e1301-f15b-430b-8dae-33f3254b4b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:32.128546 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77358df5-4e89-4c19-82fd-7f3af8bdbdee req-8de5c0a9-6ba6-48c2-9a22-306dc0194cbe tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:32.132940 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-77358df5-4e89-4c19-82fd-7f3af8bdbdee req-8de5c0a9-6ba6-48c2-9a22-306dc0194cbe tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 946 time: 0.1237123 Jul 19 17:35:32.154884 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 8be88015-d9d4-498a-b89f-058975cd0778 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:35:32.216354 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-c72e1301-f15b-430b-8dae-33f3254b4b92 None None] Port 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:35:32.225207 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port d2955cf3-3ff6-45da-bc76-cebf63051b80, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d2955cf3-3ff6-45da-bc76-cebf63051b80,segment=NetworkSegment(da51a4f5-0dcb-40e9-b412-f6e7f601152b),segment_id=da51a4f5-0dcb-40e9-b412-f6e7f601152b)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:35:32.258080 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': 'd2955cf3-3ff6-45da-bc76-cebf63051b80', 'network_id': '8d0b84da-014c-43ff-bf6a-16a5d79fbf35', 'port_id': 'd2955cf3-3ff6-45da-bc76-cebf63051b80', 'mac_address': 'fa:16:3e:11:9c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2c7817-7c7d-4ae1-b51f-d61950bf1fbd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:35:32.260787 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74386bad-e135-4099-9b5d-f280ba1d26ba req-d6a3ccaf-d28e-4e86-b0c7-83ec4f554a79 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:32.268388 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-74386bad-e135-4099-9b5d-f280ba1d26ba req-d6a3ccaf-d28e-4e86-b0c7-83ec4f554a79 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=43102455-f2dc-42b9-86e5-0205614e28fe HTTP/1.1" status: 200 len: 943 time: 0.1274877 Jul 19 17:35:32.279876 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-77358df5-4e89-4c19-82fd-7f3af8bdbdee req-dd355c86-54d4-44ec-9959-891011887057 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365125 Jul 19 17:35:32.324877 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 8be88015-d9d4-498a-b89f-058975cd0778 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:35:32.326852 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:32.330327 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:32.352623 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-74386bad-e135-4099-9b5d-f280ba1d26ba req-214cf6e1-8074-4b94-9208-a4dd521d684b tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832121 Jul 19 17:35:32.379094 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6496f21b-b862-4586-b17a-1cd428b5ee2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41d12fc-8eec-4a00-b7ee-c8a39870512b'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:35:32.379094 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1aff7a3-53b8-41b2-9e50-3b1916bd5e28" -d '{"events": [{"server_uuid": "6496f21b-b862-4586-b17a-1cd428b5ee2d", "name": "network-vif-plugged", "status": "completed", "tag": "c41d12fc-8eec-4a00-b7ee-c8a39870512b"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:35:32.400627 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2955cf3-3ff6-45da-bc76-cebf63051b80 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:35:32.429647 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port d2955cf3-3ff6-45da-bc76-cebf63051b80, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d2955cf3-3ff6-45da-bc76-cebf63051b80,segment=NetworkSegment(da51a4f5-0dcb-40e9-b412-f6e7f601152b),segment_id=da51a4f5-0dcb-40e9-b412-f6e7f601152b)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:35:32.438404 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0da784-c90d-4b45-98a8-e32ba493432e x-openstack-request-id: req-6a0da784-c90d-4b45-98a8-e32ba493432e {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:35:32.438713 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6496f21b-b862-4586-b17a-1cd428b5ee2d", "name": "network-vif-plugged", "status": "completed", "tag": "c41d12fc-8eec-4a00-b7ee-c8a39870512b", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:35:32.439110 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a0da784-c90d-4b45-98a8-e32ba493432e {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:35:32.439371 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6496f21b-b862-4586-b17a-1cd428b5ee2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41d12fc-8eec-4a00-b7ee-c8a39870512b', 'code': 200} Jul 19 17:35:32.440959 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:32.528880 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 3152c49b-ddb6-4a31-81cc-c2986b3f2e85 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:35:32.532683 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=d2955cf3-3ff6-45da-bc76-cebf63051b80,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:32.601337 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port 3152c49b-ddb6-4a31-81cc-c2986b3f2e85 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:35:32.605837 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 3152c49b-ddb6-4a31-81cc-c2986b3f2e85 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:35:32.606284 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:32.623181 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 39568) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:32.628928 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-40c277a7-75bc-4b35-9078-ec04398618c9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2105528436-network', 'tenant_id': '963e90eda41f48d2be51cc39524a9214'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:32.659297 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c277a7-75bc-4b35-9078-ec04398618c9 admin admin] Made reservation on behalf of 963e90eda41f48d2be51cc39524a9214 for: {'network': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:35:32.663729 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-40c277a7-75bc-4b35-9078-ec04398618c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for network, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:32.677032 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-40c277a7-75bc-4b35-9078-ec04398618c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:32.709907 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:32.723737 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00029652-8eee-42e8-821c-482f2b9c1b43 req-d91cf954-482b-42ba-b798-10fcbe63b016 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:32.726499 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-00029652-8eee-42e8-821c-482f2b9c1b43 req-d91cf954-482b-42ba-b798-10fcbe63b016 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 949 time: 0.1341145 Jul 19 17:35:32.733625 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4291744-2eb5-4cf5-af50-5d31914c41cc req-f29c278a-a2bd-4235-8b17-64183439b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:32.736113 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b4291744-2eb5-4cf5-af50-5d31914c41cc req-f29c278a-a2bd-4235-8b17-64183439b314 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 1102 time: 0.1323373 Jul 19 17:35:32.749912 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port 3152c49b-ddb6-4a31-81cc-c2986b3f2e85, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=3152c49b-ddb6-4a31-81cc-c2986b3f2e85,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:35:32.755215 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:32.817998 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-40c277a7-75bc-4b35-9078-ec04398618c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:32.822472 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=3152c49b-ddb6-4a31-81cc-c2986b3f2e85,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:32.827199 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-40c277a7-75bc-4b35-9078-ec04398618c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:32.835025 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b4291744-2eb5-4cf5-af50-5d31914c41cc req-13b52b60-3db1-4dbe-8b6e-c35bb8c5cea8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867636 Jul 19 17:35:32.847640 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-00029652-8eee-42e8-821c-482f2b9c1b43 req-5b474155-8312-49b7-a9bf-c97511632353 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105175 Jul 19 17:35:32.867775 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c277a7-75bc-4b35-9078-ec04398618c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:35:32.872200 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d4f35-c887-4def-8cfa-d123f817deda req-d8977314-20a5-455f-92b4-a0110f0bc1d7 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:32.873909 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e52d4f35-c887-4def-8cfa-d123f817deda req-d8977314-20a5-455f-92b4-a0110f0bc1d7 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.1460485 Jul 19 17:35:32.886541 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c277a7-75bc-4b35-9078-ec04398618c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e9f6e0-f81d-4515-b184-767ec1c311c2,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:32.894008 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-40c277a7-75bc-4b35-9078-ec04398618c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:32.902256 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.segments_db [None req-40c277a7-75bc-4b35-9078-ec04398618c9 admin admin] Added segment d83b8baa-2539-4b75-affc-e285db532649 of type vlan for network f3d131c5-48f5-41e2-a6ab-cb21357d9dbe Jul 19 17:35:32.911397 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['d2955cf3-3ff6-45da-bc76-cebf63051b80'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:35:32.938650 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e52d4f35-c887-4def-8cfa-d123f817deda req-7b63c049-ef53-4ad1-a3e1-8eb7229b6634 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529428 Jul 19 17:35:32.962772 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-40c277a7-75bc-4b35-9078-ec04398618c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742494121966'] for network, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:33.002722 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-40c277a7-75bc-4b35-9078-ec04398618c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for network, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:33.004060 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c277a7-75bc-4b35-9078-ec04398618c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:33.004719 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-40c277a7-75bc-4b35-9078-ec04398618c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:33.037296 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-40c277a7-75bc-4b35-9078-ec04398618c9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4128625 Jul 19 17:35:33.040036 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 39572) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:33.045120 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-159a2b90-b32f-40dd-86fc-c665c7709f49 admin admin] Request body: {'subnet': {'network_id': 'f3d131c5-48f5-41e2-a6ab-cb21357d9dbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2105528436-subnet', 'tenant_id': '963e90eda41f48d2be51cc39524a9214', 'ip_version': 4}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:33.073976 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c277a7-75bc-4b35-9078-ec04398618c9 admin admin] Pushing event updated for resources: {'Network': ['ID=f3d131c5-48f5-41e2-a6ab-cb21357d9dbe,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:33.075483 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159a2b90-b32f-40dd-86fc-c665c7709f49 admin admin] Made reservation on behalf of 963e90eda41f48d2be51cc39524a9214 for: {'subnet': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:35:33.078774 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-159a2b90-b32f-40dd-86fc-c665c7709f49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5508024'] for subnet, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:33.097044 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Network f3d131c5-48f5-41e2-a6ab-cb21357d9dbe details requested by agent ovs-agent-dv-cinder-800695-4-iscsi with host dv-cinder-800695-4-iscsi {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:35:33.276633 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-159a2b90-b32f-40dd-86fc-c665c7709f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4638826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5508046'] for subnet, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:33.334923 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e14381-8558-419b-b595-db826304968e None None] Sync routers for ids ['34bafd5e-af95-4e77-adab-613373c6f763'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:35:33.346140 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e14381-8558-419b-b595-db826304968e None None] Routers {'34bafd5e-af95-4e77-adab-613373c6f763'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:35:33.346917 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-57e14381-8558-419b-b595-db826304968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:35:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['34bafd5e-af95-4e77-adab-613373c6f763'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:35:33.371892 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a2b90-b32f-40dd-86fc-c665c7709f49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3da72359-cc0e-4942-96f7-93b17cc31a39,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:33.412244 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a2b90-b32f-40dd-86fc-c665c7709f49 admin admin] Checking segment: {'id': 'd83b8baa-2539-4b75-affc-e285db532649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3d131c5-48f5-41e2-a6ab-cb21357d9dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:35:33.412762 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159a2b90-b32f-40dd-86fc-c665c7709f49 admin admin] Network hostable DHCP agents. Network: f3d131c5-48f5-41e2-a6ab-cb21357d9dbe, hostable agents: ['478a2c00-6d69-428b-b8a1-4625481a8144'], hosted agents: [] {{(pid=93383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:35:33.456959 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159a2b90-b32f-40dd-86fc-c665c7709f49 admin admin] Network f3d131c5-48f5-41e2-a6ab-cb21357d9dbe is scheduled to be hosted by DHCP agent 478a2c00-6d69-428b-b8a1-4625481a8144 with binding_index 1 {{(pid=93383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:35:33.466836 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-57e14381-8558-419b-b595-db826304968e None None] Set router 34bafd5e-af95-4e77-adab-613373c6f763 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:35:33.493985 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-159a2b90-b32f-40dd-86fc-c665c7709f49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-4-iscsi, f3d131c5-48f5-41e2-a6ab-cb21357d9dbe) {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:35:33.501088 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159a2b90-b32f-40dd-86fc-c665c7709f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:33.502095 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-159a2b90-b32f-40dd-86fc-c665c7709f49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:33.507286 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd45cc95-c5d3-47db-82c1-998e884f9194 None None] Network f3d131c5-48f5-41e2-a6ab-cb21357d9dbe requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:35:33.520291 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67791bac-695c-42bb-a7eb-b9b81c4b967a req-d61ed0c3-6e0d-433e-9337-42e6bcf5f487 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:33.521908 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-67791bac-695c-42bb-a7eb-b9b81c4b967a req-d61ed0c3-6e0d-433e-9337-42e6bcf5f487 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 946 time: 0.1705050 Jul 19 17:35:33.543150 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-159a2b90-b32f-40dd-86fc-c665c7709f49 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5019965 Jul 19 17:35:33.546106 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 39582) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:33.551016 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-ab15bc5e-fcf5-4391-8fd7-1182d63ea929 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2105528436-router', 'tenant_id': '963e90eda41f48d2be51cc39524a9214', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:33.573093 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48605f3-c81c-4ff7-ba10-2722e9f4c86a req-6fda9653-918b-4cd9-879a-040c3fa39574 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:33.574986 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c48605f3-c81c-4ff7-ba10-2722e9f4c86a req-6fda9653-918b-4cd9-879a-040c3fa39574 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=43102455-f2dc-42b9-86e5-0205614e28fe HTTP/1.1" status: 200 len: 944 time: 0.1389823 Jul 19 17:35:33.580482 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ab15bc5e-fcf5-4391-8fd7-1182d63ea929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58360'] for router, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:33.584413 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ab15bc5e-fcf5-4391-8fd7-1182d63ea929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-570327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58359'] for router, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:33.602341 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-67791bac-695c-42bb-a7eb-b9b81c4b967a req-d8cc2373-ae06-4697-bbb0-19c7eff772a2 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724237 Jul 19 17:35:33.645291 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c48605f3-c81c-4ff7-ba10-2722e9f4c86a req-a791d3cf-3d2a-4ca9-96e1-03e8ff0a94eb tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570760 Jul 19 17:35:33.668240 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ab15bc5e-fcf5-4391-8fd7-1182d63ea929 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:33.809701 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f33396-2b01-4457-bf0e-654d88d094fa req-d714fe8a-be63-4344-a4ff-eab4e4af7d41 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:33.810569 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9aa9a872-d264-56b7-9ea2-70fb10be1434-f3d131c5-48f5-41e2-a6ab-cb21357d9dbe', 'network_id': 'f3d131c5-48f5-41e2-a6ab-cb21357d9dbe', 'tenant_id': '963e90eda41f48d2be51cc39524a9214', 'fixed_ips': [{'subnet_id': '3da72359-cc0e-4942-96f7-93b17cc31a39'}]}} from dv-cinder-800695-4-iscsi. {{(pid=93385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:35:33.811429 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-02f33396-2b01-4457-bf0e-654d88d094fa req-d714fe8a-be63-4344-a4ff-eab4e4af7d41 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 946 time: 0.0851800 Jul 19 17:35:33.812225 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:33.829787 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-57e14381-8558-419b-b595-db826304968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bafd5e-af95-4e77-adab-613373c6f763', 'name': 'tempest-TestShelveInstance-328472165-router', 'tenant_id': '053743a201e645eb8171ece57a695059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:30Z', 'revision_number': 4, 'project_id': '053743a201e645eb8171ece57a695059', 'gw_port': {'id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4', 'name': '', 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60', 'tenant_id': '053743a201e645eb8171ece57a695059', 'mac_address': 'fa:16:3e:f9:00:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'a0555730-6f23-430b-a1ff-95a8f3eefe91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:30Z', 'updated_at': '2021-07-19T17:35:31Z', 'revision_number': 2, 'project_id': '053743a201e645eb8171ece57a695059', 'subnets': [{'id': 'a0555730-6f23-430b-a1ff-95a8f3eefe91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:35:33.847616 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ab15bc5e-fcf5-4391-8fd7-1182d63ea929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58309'] for router, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:33.862198 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e14381-8558-419b-b595-db826304968e None None] Checking router: 34bafd5e-af95-4e77-adab-613373c6f763 for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:35:33.862623 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e14381-8558-419b-b595-db826304968e None None] Updating router 34bafd5e-af95-4e77-adab-613373c6f763 port 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4 binding host dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:35:33.909687 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 3152c49b-ddb6-4a31-81cc-c2986b3f2e85 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:35:33.915119 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-02f33396-2b01-4457-bf0e-654d88d094fa req-8b8b3dac-15bc-4e1c-9ba1-868bc95935c8 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937564 Jul 19 17:35:34.030570 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-57e14381-8558-419b-b595-db826304968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:34.158928 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a768050-6fc9-4caf-96d1-23e2ccde02eb req-4b5dcdf8-9629-4c70-90d6-53b7cd4cf963 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:34.161015 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3a768050-6fc9-4caf-96d1-23e2ccde02eb req-4b5dcdf8-9629-4c70-90d6-53b7cd4cf963 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 949 time: 0.1901047 Jul 19 17:35:34.164498 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 3152c49b-ddb6-4a31-81cc-c2986b3f2e85 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:35:34.165138 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:34.172528 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f804efd-d4de-45c2-9ad5-6a9b0d9ef96c req-638a6c14-c584-49b3-85e8-3f3c6073e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:34.179738 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5f804efd-d4de-45c2-9ad5-6a9b0d9ef96c req-638a6c14-c584-49b3-85e8-3f3c6073e935 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 1098 time: 0.1132560 Jul 19 17:35:34.219149 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ab15bc5e-fcf5-4391-8fd7-1182d63ea929 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:34.250627 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.db_base_plugin_common [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] Allocated IP 172.20.0.2 (f3d131c5-48f5-41e2-a6ab-cb21357d9dbe/3da72359-cc0e-4942-96f7-93b17cc31a39/55a0d01f-134d-4e90-8454-a7510d7de2ec) {{(pid=93385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:35:34.251941 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ab15bc5e-fcf5-4391-8fd7-1182d63ea929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:34.259004 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3a768050-6fc9-4caf-96d1-23e2ccde02eb req-77d20e30-5a04-4c56-99d1-51cdd352e29a tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888116 Jul 19 17:35:34.265528 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5f804efd-d4de-45c2-9ad5-6a9b0d9ef96c req-ea0575a6-1d84-468c-a3ca-a94cc3e3f92f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783315 Jul 19 17:35:34.417469 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-ab15bc5e-fcf5-4391-8fd7-1182d63ea929 admin admin] Allocated IP 172.27.0.22 (3fed661f-002c-47fa-82e8-e8fe637e9a0e/a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30/d372ed15-080b-40a5-8b2b-ff7c6234e618) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:35:34.481918 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49298a2-a8aa-4a69-82c9-bf7aab3b9e24 req-48408c7a-7517-482f-a720-2e68aa192043 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:34.483543 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c49298a2-a8aa-4a69-82c9-bf7aab3b9e24 req-48408c7a-7517-482f-a720-2e68aa192043 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.1190119 Jul 19 17:35:34.495642 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1207c56-9e61-4fb4-98c0-50a80a162c27 req-d95520ed-a8eb-469a-8fee-7c9b227d76b9 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:34.498036 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d1207c56-9e61-4fb4-98c0-50a80a162c27 req-d95520ed-a8eb-469a-8fee-7c9b227d76b9 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 946 time: 0.1238217 Jul 19 17:35:34.561947 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d1207c56-9e61-4fb4-98c0-50a80a162c27 req-d61f2dd4-42af-4f15-bf80-f46c75176dd8 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549097 Jul 19 17:35:34.572624 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c49298a2-a8aa-4a69-82c9-bf7aab3b9e24 req-9906bad2-da58-461d-ba44-ca37fbe7a6da tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730963 Jul 19 17:35:34.591798 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ab15bc5e-fcf5-4391-8fd7-1182d63ea929 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:34.650612 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] Notify callbacks [] for port, precommit_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:34.653566 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ab15bc5e-fcf5-4391-8fd7-1182d63ea929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:34.667839 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] Transition to ACTIVE for port object 55a0d01f-134d-4e90-8454-a7510d7de2ec will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:35:34.682197 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-57e14381-8558-419b-b595-db826304968e None None] Notify callbacks [] for port, precommit_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:34.699475 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] Transition to ACTIVE for port object 55a0d01f-134d-4e90-8454-a7510d7de2ec will not be triggered until provisioned by entity DHCP. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:35:34.701189 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-57e14381-8558-419b-b595-db826304968e None None] Transition to ACTIVE for port object 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4 will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:35:34.707416 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab15bc5e-fcf5-4391-8fd7-1182d63ea929 admin admin] Network 3fed661f-002c-47fa-82e8-e8fe637e9a0e is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:35:34.710446 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-ab15bc5e-fcf5-4391-8fd7-1182d63ea929 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:35:34.712237 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:34.718371 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab15bc5e-fcf5-4391-8fd7-1182d63ea929 admin admin] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:35:34.728907 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-57e14381-8558-419b-b595-db826304968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:34.742196 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15bc5e-fcf5-4391-8fd7-1182d63ea929 admin admin] Pushing event updated for resources: {'Port': ['ID=d372ed15-080b-40a5-8b2b-ff7c6234e618,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:34.755940 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] Network f3d131c5-48f5-41e2-a6ab-cb21357d9dbe is already hosted by enough agents. {{(pid=93385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:35:34.768742 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.scheduler.base_scheduler [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] Resources bound (agent type, host, resource id): {{(pid=93385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:35:34.773858 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] Received port after_create {{(pid=93385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:35:34.794747 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] Pushing event updated for resources: {'Port': ['ID=55a0d01f-134d-4e90-8454-a7510d7de2ec,revision_number=1']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:34.868795 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba0257-4fae-4693-afa2-a6ca97aba761 req-0ae27657-eed1-4300-8034-ab702223878f tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:34.878353 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5eba0257-4fae-4693-afa2-a6ca97aba761 req-0ae27657-eed1-4300-8034-ab702223878f tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=43102455-f2dc-42b9-86e5-0205614e28fe HTTP/1.1" status: 200 len: 944 time: 0.1270587 Jul 19 17:35:34.939073 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-57e14381-8558-419b-b595-db826304968e None None] Attempting to bind port 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4 on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:35:34.939631 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-57e14381-8558-419b-b595-db826304968e None None] Attempting to bind port 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4 by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': 'aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:35:34.939803 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e14381-8558-419b-b595-db826304968e None None] Attempting to bind port 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4 on network 0e83c63f-f270-4784-9e48-2d2680934e60 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:35:34.942854 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5eba0257-4fae-4693-afa2-a6ca97aba761 req-6716382e-b9aa-4eb1-829e-fe32b1453784 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627613 Jul 19 17:35:35.123929 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ab15bc5e-fcf5-4391-8fd7-1182d63ea929 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:35.163814 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e14381-8558-419b-b595-db826304968e None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:35:35.164524 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e14381-8558-419b-b595-db826304968e None None] Checking segment: {'id': 'aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:35:35.165316 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-57e14381-8558-419b-b595-db826304968e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:35.165658 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e14381-8558-419b-b595-db826304968e None None] Bound using segment: {'id': 'aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:35:35.166465 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-57e14381-8558-419b-b595-db826304968e None None] Bound port: 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:35:35.166910 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-57e14381-8558-419b-b595-db826304968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:35.181082 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] Attempting to bind port 55a0d01f-134d-4e90-8454-a7510d7de2ec on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:35:35.181393 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] Attempting to bind port 55a0d01f-134d-4e90-8454-a7510d7de2ec by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': 'd83b8baa-2539-4b75-affc-e285db532649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3d131c5-48f5-41e2-a6ab-cb21357d9dbe'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:35:35.181981 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] Attempting to bind port 55a0d01f-134d-4e90-8454-a7510d7de2ec on network f3d131c5-48f5-41e2-a6ab-cb21357d9dbe {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:35:35.197068 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb41ba5-32ad-4ef3-8231-bf7814dcb27a None None] Pushing event updated for resources: {'Port': ['ID=501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:35.201205 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:35:35.201585 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] Checking segment: {'id': 'd83b8baa-2539-4b75-affc-e285db532649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3d131c5-48f5-41e2-a6ab-cb21357d9dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:35:35.202749 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:35.203162 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] Bound using segment: {'id': 'd83b8baa-2539-4b75-affc-e285db532649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3d131c5-48f5-41e2-a6ab-cb21357d9dbe'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:35:35.203632 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] Bound port: 55a0d01f-134d-4e90-8454-a7510d7de2ec, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b8baa-2539-4b75-affc-e285db532649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3d131c5-48f5-41e2-a6ab-cb21357d9dbe'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:35:35.204026 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:35.313343 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-57e14381-8558-419b-b595-db826304968e None None] For port 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:35:35.318725 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-57e14381-8558-419b-b595-db826304968e None None] For port 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4,segment=NetworkSegment(aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216),segment_id=aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:35:35.325434 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] For port 55a0d01f-134d-4e90-8454-a7510d7de2ec, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:35:35.329425 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-57e14381-8558-419b-b595-db826304968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:35.332886 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] For port 55a0d01f-134d-4e90-8454-a7510d7de2ec, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=55a0d01f-134d-4e90-8454-a7510d7de2ec,segment=NetworkSegment(d83b8baa-2539-4b75-affc-e285db532649),segment_id=d83b8baa-2539-4b75-affc-e285db532649)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:35:35.361640 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ab15bc5e-fcf5-4391-8fd7-1182d63ea929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567340'] for router, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:35.368698 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:35.417181 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb41ba5-32ad-4ef3-8231-bf7814dcb27a None None] Pushing event updated for resources: {'Port': ['ID=501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:35.417548 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad9a8e-a021-4f1d-b973-7771bf761ef6 req-cf8ca47e-d615-469d-852a-c9bab8cb1ea7 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:35.427593 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fcad9a8e-a021-4f1d-b973-7771bf761ef6 req-cf8ca47e-d615-469d-852a-c9bab8cb1ea7 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 949 time: 0.0913534 Jul 19 17:35:35.453703 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e14381-8558-419b-b595-db826304968e None None] Routers {'34bafd5e-af95-4e77-adab-613373c6f763'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:35:35.454373 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-57e14381-8558-419b-b595-db826304968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:35:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['34bafd5e-af95-4e77-adab-613373c6f763'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:35:35.516947 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fcad9a8e-a021-4f1d-b973-7771bf761ef6 req-21065235-5888-454f-a2fe-e8200b03bdd1 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856891 Jul 19 17:35:35.663160 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab15bc5e-fcf5-4391-8fd7-1182d63ea929 admin admin] Router bb68f230-2c36-4ba8-b61d-513294ed34ca is scheduled to L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 with binding_index 1 {{(pid=93384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:35:35.693597 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-57e14381-8558-419b-b595-db826304968e None None] Set router 34bafd5e-af95-4e77-adab-613373c6f763 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:35:35.752174 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aada1cc-2c15-4172-9974-fad271bf81de None None] Pushing event updated for resources: {'Port': ['ID=55a0d01f-134d-4e90-8454-a7510d7de2ec,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:35.840055 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab15bc5e-fcf5-4391-8fd7-1182d63ea929 admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:35:35.865572 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] Sync routers for ids ['bb68f230-2c36-4ba8-b61d-513294ed34ca'] in dv-cinder-800695-4-iscsi {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:35:35.879734 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] Routers {'bb68f230-2c36-4ba8-b61d-513294ed34ca'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:35:35.880432 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:35:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['bb68f230-2c36-4ba8-b61d-513294ed34ca'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:35:35.894742 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device d2955cf3-3ff6-45da-bc76-cebf63051b80 up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:35:35.901872 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ab15bc5e-fcf5-4391-8fd7-1182d63ea929 admin admin] Notify callbacks [] for router, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:35.901872 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-ab15bc5e-fcf5-4391-8fd7-1182d63ea929 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3511510 Jul 19 17:35:35.905719 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 39618) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:35.907725 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8e341-5947-4232-b1ec-fb626726cacf req-157df79b-527f-44cb-b0fe-5b93e1e2f8d0 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:35.909358 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9ec8e341-5947-4232-b1ec-fb626726cacf req-157df79b-527f-44cb-b0fe-5b93e1e2f8d0 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.1909659 Jul 19 17:35:36.057782 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9ec8e341-5947-4232-b1ec-fb626726cacf req-43619682-7764-40e1-ace7-b5c5b1d9b2f4 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333561 Jul 19 17:35:36.080312 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] Set router bb68f230-2c36-4ba8-b61d-513294ed34ca gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:35:36.136034 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d937a-f112-4045-9b7d-817809f1dc94 req-87e69285-ca4f-4a98-850a-d505255d03fd tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:36.137801 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4e1d937a-f112-4045-9b7d-817809f1dc94 req-87e69285-ca4f-4a98-850a-d505255d03fd tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 949 time: 0.1399109 Jul 19 17:35:36.161906 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning for port d2955cf3-3ff6-45da-bc76-cebf63051b80 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:35:36.184593 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port d2955cf3-3ff6-45da-bc76-cebf63051b80 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:35:36.185264 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:36.251316 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4e1d937a-f112-4045-9b7d-817809f1dc94 req-4a6d5c78-14c3-4dd8-b076-e6f09e289c92 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065497 Jul 19 17:35:36.328252 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-57e14381-8558-419b-b595-db826304968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bafd5e-af95-4e77-adab-613373c6f763', 'name': 'tempest-TestShelveInstance-328472165-router', 'tenant_id': '053743a201e645eb8171ece57a695059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:30Z', 'revision_number': 4, 'project_id': '053743a201e645eb8171ece57a695059', 'gw_port': {'id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4', 'name': '', 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60', 'tenant_id': '053743a201e645eb8171ece57a695059', 'mac_address': 'fa:16:3e:f9:00:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'a0555730-6f23-430b-a1ff-95a8f3eefe91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:30Z', 'updated_at': '2021-07-19T17:35:35Z', 'revision_number': 4, 'project_id': '053743a201e645eb8171ece57a695059', 'subnets': [{'id': 'a0555730-6f23-430b-a1ff-95a8f3eefe91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:35:36.391573 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e14381-8558-419b-b595-db826304968e None None] The sync data for ids ['34bafd5e-af95-4e77-adab-613373c6f763'] in dv-cinder-800695-4-iscsi is: [{'id': '34bafd5e-af95-4e77-adab-613373c6f763', 'name': 'tempest-TestShelveInstance-328472165-router', 'tenant_id': '053743a201e645eb8171ece57a695059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:30Z', 'revision_number': 4, 'project_id': '053743a201e645eb8171ece57a695059', 'gw_port': {'id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4', 'name': '', 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60', 'tenant_id': '053743a201e645eb8171ece57a695059', 'mac_address': 'fa:16:3e:f9:00:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'a0555730-6f23-430b-a1ff-95a8f3eefe91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:30Z', 'updated_at': '2021-07-19T17:35:35Z', 'revision_number': 4, 'project_id': '053743a201e645eb8171ece57a695059', 'subnets': [{'id': 'a0555730-6f23-430b-a1ff-95a8f3eefe91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:35:36.465870 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb68f230-2c36-4ba8-b61d-513294ed34ca', 'name': 'tempest-TestShelveInstance-2105528436-router', 'tenant_id': '963e90eda41f48d2be51cc39524a9214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'd372ed15-080b-40a5-8b2b-ff7c6234e618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:33Z', 'updated_at': '2021-07-19T17:35:34Z', 'revision_number': 3, 'project_id': '963e90eda41f48d2be51cc39524a9214', 'gw_port': {'id': 'd372ed15-080b-40a5-8b2b-ff7c6234e618', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb68f230-2c36-4ba8-b61d-513294ed34ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:34Z', 'updated_at': '2021-07-19T17:35:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:35:36.543444 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:36.629103 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43102455-f2dc-42b9-86e5-0205614e28fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2955cf3-3ff6-45da-bc76-cebf63051b80'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:35:36.680923 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00332c04-bf43-4770-af1c-1b5957de397e" -d '{"events": [{"server_uuid": "43102455-f2dc-42b9-86e5-0205614e28fe", "name": "network-vif-plugged", "status": "completed", "tag": "d2955cf3-3ff6-45da-bc76-cebf63051b80"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:35:36.682785 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] Checking router: bb68f230-2c36-4ba8-b61d-513294ed34ca for host: dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:35:36.683335 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] Updating router bb68f230-2c36-4ba8-b61d-513294ed34ca port d372ed15-080b-40a5-8b2b-ff7c6234e618 binding host dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:35:36.720253 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aa1b2-3dc3-4462-b591-2bb29517c777 req-d430fa8b-41cc-4d47-89bd-f5ebd0e5b30e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:36.733135 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-989aa1b2-3dc3-4462-b591-2bb29517c777 req-d430fa8b-41cc-4d47-89bd-f5ebd0e5b30e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=43102455-f2dc-42b9-86e5-0205614e28fe HTTP/1.1" status: 200 len: 944 time: 0.2932231 Jul 19 17:35:36.748706 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port d2955cf3-3ff6-45da-bc76-cebf63051b80, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d2955cf3-3ff6-45da-bc76-cebf63051b80,segment=NetworkSegment(da51a4f5-0dcb-40e9-b412-f6e7f601152b),segment_id=da51a4f5-0dcb-40e9-b412-f6e7f601152b)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:35:36.758784 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:36.776903 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:36.868455 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-989aa1b2-3dc3-4462-b591-2bb29517c777 req-e6a7abfe-475c-442d-bd20-1a6f778ef6db tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308780 Jul 19 17:35:36.951222 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=d2955cf3-3ff6-45da-bc76-cebf63051b80,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:36.981660 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533cc5d2-af4a-4114-b533-da2835ac5f73 x-openstack-request-id: req-533cc5d2-af4a-4114-b533-da2835ac5f73 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:35:36.982427 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43102455-f2dc-42b9-86e5-0205614e28fe", "name": "network-vif-plugged", "status": "completed", "tag": "d2955cf3-3ff6-45da-bc76-cebf63051b80", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:35:36.982855 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-533cc5d2-af4a-4114-b533-da2835ac5f73 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:35:36.983575 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43102455-f2dc-42b9-86e5-0205614e28fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2955cf3-3ff6-45da-bc76-cebf63051b80', 'code': 200} Jul 19 17:35:37.124592 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcd2b1-aae4-4985-a112-9bae741c4a58 req-2f5af8a1-a10c-4e38-a623-a8db3d931efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:37.126255 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-59dcd2b1-aae4-4985-a112-9bae741c4a58 req-2f5af8a1-a10c-4e38-a623-a8db3d931efe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=154770f9b0584715b4de4129063329a7&device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 1098 time: 0.1779668 Jul 19 17:35:37.369774 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64490853-c709-4296-8c2d-3bbe70e64afa None None] Network f3d131c5-48f5-41e2-a6ab-cb21357d9dbe requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:35:37.459795 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecaa45-4adf-4685-a429-ad8179eee4e8 req-ad9963d5-774a-4be7-a9a7-50acb3921a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:37.468428 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-a2ecaa45-4adf-4685-a429-ad8179eee4e8 req-ad9963d5-774a-4be7-a9a7-50acb3921a6a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=43102455-f2dc-42b9-86e5-0205614e28fe HTTP/1.1" status: 200 len: 1098 time: 0.1874101 Jul 19 17:35:37.477981 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] Notify callbacks [] for port, precommit_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:37.503470 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.provisioning_blocks [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] Transition to ACTIVE for port object d372ed15-080b-40a5-8b2b-ff7c6234e618 will not be triggered until provisioned by entity L2. {{(pid=93386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:35:37.514945 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:37.538022 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-efc9c523-4186-42d6-9286-77807eed394a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:37.577266 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-7834e6ad-a583-4be2-9734-1d5416b658c1 None None] Provisioning for port 55a0d01f-134d-4e90-8454-a7510d7de2ec completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:35:37.632830 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd66f06-2bab-4493-8071-17355328f167 None None] Pushing event updated for resources: {'Port': ['ID=d372ed15-080b-40a5-8b2b-ff7c6234e618,revision_number=2']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:37.659733 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-a2ecaa45-4adf-4685-a429-ad8179eee4e8 req-d827f86c-5ae1-44cd-8479-7aeaa04875d9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787715 Jul 19 17:35:37.691602 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] Attempting to bind port d372ed15-080b-40a5-8b2b-ff7c6234e618 on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:35:37.692302 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] Attempting to bind port d372ed15-080b-40a5-8b2b-ff7c6234e618 by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:35:37.692619 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] Attempting to bind port d372ed15-080b-40a5-8b2b-ff7c6234e618 on network 3fed661f-002c-47fa-82e8-e8fe637e9a0e {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:35:37.708443 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:35:37.708977 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] Checking segment: {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:35:37.710008 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:37.710008 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] Bound using segment: {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:35:37.710507 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] Bound port: d372ed15-080b-40a5-8b2b-ff7c6234e618, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:35:37.711109 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:37.750289 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcd2b1-aae4-4985-a112-9bae741c4a58 req-20bdfb46-2c00-4974-828e-ed36e944a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:37.752498 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-59dcd2b1-aae4-4985-a112-9bae741c4a58 req-20bdfb46-2c00-4974-828e-ed36e944a8e1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd319fdc-24ce-454e-888e-090cf8c32435 HTTP/1.1" status: 200 len: 919 time: 0.5802078 Jul 19 17:35:37.792593 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949379d-e683-4cc8-92f2-afea207105b0 req-69ba5618-8dee-49ba-b077-5920fa2a36c3 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:37.803350 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0949379d-e683-4cc8-92f2-afea207105b0 req-69ba5618-8dee-49ba-b077-5920fa2a36c3 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.6927061 Jul 19 17:35:37.836599 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] For port d372ed15-080b-40a5-8b2b-ff7c6234e618, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:35:37.850377 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] For port d372ed15-080b-40a5-8b2b-ff7c6234e618, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=d372ed15-080b-40a5-8b2b-ff7c6234e618,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:35:37.859845 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:37.879037 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-59dcd2b1-aae4-4985-a112-9bae741c4a58 req-25aa6a94-61a3-4491-b1d5-0dfbf2a5fe64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bae7e97-0ca6-44b4-aee8-25a700a196f7 HTTP/1.1" status: 200 len: 217 time: 0.1100361 Jul 19 17:35:38.006583 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd66f06-2bab-4493-8071-17355328f167 None None] Pushing event updated for resources: {'Port': ['ID=d372ed15-080b-40a5-8b2b-ff7c6234e618,revision_number=3']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:38.018224 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] Routers {'bb68f230-2c36-4ba8-b61d-513294ed34ca'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:35:38.018981 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:35:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['bb68f230-2c36-4ba8-b61d-513294ed34ca'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:35:38.025429 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0949379d-e683-4cc8-92f2-afea207105b0 req-230629b0-61aa-48aa-b0f7-b017fd1fa991 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206266 Jul 19 17:35:38.090865 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcd2b1-aae4-4985-a112-9bae741c4a58 req-ef1a96d9-79c1-4f4e-a3b9-503494676f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:38.100642 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-59dcd2b1-aae4-4985-a112-9bae741c4a58 req-ef1a96d9-79c1-4f4e-a3b9-503494676f28 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da811da7-4bf9-4450-82bb-89a483333121 HTTP/1.1" status: 200 len: 858 time: 0.2009113 Jul 19 17:35:38.110075 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 55a0d01f-134d-4e90-8454-a7510d7de2ec up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:35:38.117984 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e21952-01c2-442f-86dd-604e69d390b4 req-68af6548-5d22-4744-a640-09385bab0d38 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:38.125893 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-63e21952-01c2-442f-86dd-604e69d390b4 req-68af6548-5d22-4744-a640-09385bab0d38 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.59 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 949 time: 0.3851628 Jul 19 17:35:38.230232 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-efc9c523-4186-42d6-9286-77807eed394a admin admin] Allocated IP 172.20.0.1 (f3d131c5-48f5-41e2-a6ab-cb21357d9dbe/3da72359-cc0e-4942-96f7-93b17cc31a39/a5118b95-dfa8-4d51-8d47-f4aad2a31d7b) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:35:38.233183 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-59dcd2b1-aae4-4985-a112-9bae741c4a58 req-0e4365dc-a688-43db-b0ee-2bc4495b8a53 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd319fdc-24ce-454e-888e-090cf8c32435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957043 Jul 19 17:35:38.233746 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port 55a0d01f-134d-4e90-8454-a7510d7de2ec completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:35:38.238624 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 55a0d01f-134d-4e90-8454-a7510d7de2ec triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:35:38.239345 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:38.371173 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] Set router bb68f230-2c36-4ba8-b61d-513294ed34ca gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:35:38.385722 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-8bc22547-8692-403b-985d-4de89a2dc52b None None] Provisioning complete for port 55a0d01f-134d-4e90-8454-a7510d7de2ec triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:35:38.386487 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8bc22547-8692-403b-985d-4de89a2dc52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:38.393403 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:38.445922 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43bef3-d76e-4b3a-81c4-2d7c9ed5fa7e req-8d684f14-bf62-48b1-a480-7cbaa11e4514 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:38.455036 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ec43bef3-d76e-4b3a-81c4-2d7c9ed5fa7e req-8d684f14-bf62-48b1-a480-7cbaa11e4514 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 949 time: 0.4689949 Jul 19 17:35:38.474716 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port 55a0d01f-134d-4e90-8454-a7510d7de2ec, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=55a0d01f-134d-4e90-8454-a7510d7de2ec,segment=NetworkSegment(d83b8baa-2539-4b75-affc-e285db532649),segment_id=d83b8baa-2539-4b75-affc-e285db532649)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:35:38.475090 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-63e21952-01c2-442f-86dd-604e69d390b4 req-6d6b2df3-4164-4eb9-a753-ca90387731c5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Deleting port c41d12fc-8eec-4a00-b7ee-c8a39870512b {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:35:38.475975 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-63e21952-01c2-442f-86dd-604e69d390b4 req-6d6b2df3-4164-4eb9-a753-ca90387731c5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:38.484284 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:38.485073 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:35:38.518997 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb7bc6-30a1-4216-ba95-d35cc709dbdc req-855b1234-7716-4f6d-b3c7-cdcc1b92a01f tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:38.527997 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e4cb7bc6-30a1-4216-ba95-d35cc709dbdc req-855b1234-7716-4f6d-b3c7-cdcc1b92a01f tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=43102455-f2dc-42b9-86e5-0205614e28fe HTTP/1.1" status: 200 len: 945 time: 0.3697550 Jul 19 17:35:38.581154 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ec43bef3-d76e-4b3a-81c4-2d7c9ed5fa7e req-3b923688-f787-4863-96c9-cbc1395a2ad2 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206727 Jul 19 17:35:38.631728 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=55a0d01f-134d-4e90-8454-a7510d7de2ec,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:38.637203 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-59dcd2b1-aae4-4985-a112-9bae741c4a58 req-0ba6be70-38bb-4ec3-87c5-2d6ffd721c3f service neutron] 10.222.0.59 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699987 Jul 19 17:35:38.646885 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e4cb7bc6-30a1-4216-ba95-d35cc709dbdc req-a86b3b98-b496-4e2d-9d2e-ffe4c3c51f10 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175077 Jul 19 17:35:38.658803 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-63e21952-01c2-442f-86dd-604e69d390b4 req-6d6b2df3-4164-4eb9-a753-ca90387731c5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] For port c41d12fc-8eec-4a00-b7ee-c8a39870512b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c41d12fc-8eec-4a00-b7ee-c8a39870512b,segment=NetworkSegment(071c4d37-eb1b-43b2-a143-364557affc85),segment_id=071c4d37-eb1b-43b2-a143-364557affc85)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:35:38.658803 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-63e21952-01c2-442f-86dd-604e69d390b4 req-6d6b2df3-4164-4eb9-a753-ca90387731c5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:38.679980 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-63e21952-01c2-442f-86dd-604e69d390b4 req-6d6b2df3-4164-4eb9-a753-ca90387731c5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Calling delete_port for c41d12fc-8eec-4a00-b7ee-c8a39870512b owned by compute:nova {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:35:38.702853 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:35:38.708208 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:35:38.710237 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:38.756884 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb68f230-2c36-4ba8-b61d-513294ed34ca', 'name': 'tempest-TestShelveInstance-2105528436-router', 'tenant_id': '963e90eda41f48d2be51cc39524a9214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'd372ed15-080b-40a5-8b2b-ff7c6234e618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:33Z', 'updated_at': '2021-07-19T17:35:34Z', 'revision_number': 3, 'project_id': '963e90eda41f48d2be51cc39524a9214', 'gw_port': {'id': 'd372ed15-080b-40a5-8b2b-ff7c6234e618', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb68f230-2c36-4ba8-b61d-513294ed34ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:34Z', 'updated_at': '2021-07-19T17:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:35:38.805628 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7241cbb1-c338-4f40-9f3a-50f064a4be92 None None] The sync data for ids ['bb68f230-2c36-4ba8-b61d-513294ed34ca'] in dv-cinder-800695-4-iscsi is: [{'id': 'bb68f230-2c36-4ba8-b61d-513294ed34ca', 'name': 'tempest-TestShelveInstance-2105528436-router', 'tenant_id': '963e90eda41f48d2be51cc39524a9214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'd372ed15-080b-40a5-8b2b-ff7c6234e618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:33Z', 'updated_at': '2021-07-19T17:35:34Z', 'revision_number': 3, 'project_id': '963e90eda41f48d2be51cc39524a9214', 'gw_port': {'id': 'd372ed15-080b-40a5-8b2b-ff7c6234e618', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb68f230-2c36-4ba8-b61d-513294ed34ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:34Z', 'updated_at': '2021-07-19T17:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:35:38.876815 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-63e21952-01c2-442f-86dd-604e69d390b4 req-6d6b2df3-4164-4eb9-a753-ca90387731c5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:38.895507 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-efc9c523-4186-42d6-9286-77807eed394a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:38.902577 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['c41d12fc-8eec-4a00-b7ee-c8a39870512b'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:35:38.915601 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-59dcd2b1-aae4-4985-a112-9bae741c4a58 req-ab2d44d3-1407-41b9-88eb-61842d42d2f5 service neutron] 10.222.0.59 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583382 Jul 19 17:35:38.926947 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b2df3-4164-4eb9-a753-ca90387731c5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Pushing event deleted for resources: {'Port': ['ID=c41d12fc-8eec-4a00-b7ee-c8a39870512b,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:38.942399 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:38.975213 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [None req-efc9c523-4186-42d6-9286-77807eed394a admin admin] Transition to ACTIVE for port object a5118b95-dfa8-4d51-8d47-f4aad2a31d7b will not be triggered until provisioned by entity DHCP. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:35:38.988467 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4,segment=NetworkSegment(aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216),segment_id=aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:35:38.997594 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:39.013417 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b2df3-4164-4eb9-a753-ca90387731c5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:39.014064 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b2df3-4164-4eb9-a753-ca90387731c5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:39.014631 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b2df3-4164-4eb9-a753-ca90387731c5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:39.015920 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b2df3-4164-4eb9-a753-ca90387731c5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:39.016444 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b2df3-4164-4eb9-a753-ca90387731c5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:39.016953 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b2df3-4164-4eb9-a753-ca90387731c5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:39.018116 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b2df3-4164-4eb9-a753-ca90387731c5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:39.018485 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b2df3-4164-4eb9-a753-ca90387731c5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:39.018830 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b2df3-4164-4eb9-a753-ca90387731c5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:39.019181 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b2df3-4164-4eb9-a753-ca90387731c5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:39.019513 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b2df3-4164-4eb9-a753-ca90387731c5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:39.019848 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b2df3-4164-4eb9-a753-ca90387731c5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:39.085175 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e21952-01c2-442f-86dd-604e69d390b4 req-6d6b2df3-4164-4eb9-a753-ca90387731c5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] No DVR routers for this DVR port c41d12fc-8eec-4a00-b7ee-c8a39870512b on host hv-cinder-80069 {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:35:39.089258 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-63e21952-01c2-442f-86dd-604e69d390b4 req-6d6b2df3-4164-4eb9-a753-ca90387731c5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:39.091903 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-63e21952-01c2-442f-86dd-604e69d390b4 req-6d6b2df3-4164-4eb9-a753-ca90387731c5 tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.59 "DELETE /v2.0/ports/c41d12fc-8eec-4a00-b7ee-c8a39870512b HTTP/1.1" status: 204 len: 173 time: 0.9472342 Jul 19 17:35:39.092561 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6496f21b-b862-4586-b17a-1cd428b5ee2d', 'name': 'network-vif-deleted', 'tag': 'c41d12fc-8eec-4a00-b7ee-c8a39870512b'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:35:39.095232 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f3fb2a-38f7-4b59-938b-4294e32beb55" -d '{"events": [{"server_uuid": "6496f21b-b862-4586-b17a-1cd428b5ee2d", "name": "network-vif-deleted", "tag": "c41d12fc-8eec-4a00-b7ee-c8a39870512b"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:35:39.109385 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:39.164398 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-efc9c523-4186-42d6-9286-77807eed394a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:39.190660 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9bd72c-672a-4c40-a135-55bace6df061 x-openstack-request-id: req-aa9bd72c-672a-4c40-a135-55bace6df061 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:35:39.192761 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6496f21b-b862-4586-b17a-1cd428b5ee2d", "name": "network-vif-deleted", "tag": "c41d12fc-8eec-4a00-b7ee-c8a39870512b", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:35:39.193024 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa9bd72c-672a-4c40-a135-55bace6df061 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:35:39.193468 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6496f21b-b862-4586-b17a-1cd428b5ee2d', 'name': 'network-vif-deleted', 'tag': 'c41d12fc-8eec-4a00-b7ee-c8a39870512b', 'status': 'completed', 'code': 200} Jul 19 17:35:39.232181 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc9c523-4186-42d6-9286-77807eed394a admin admin] Network f3d131c5-48f5-41e2-a6ab-cb21357d9dbe is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:35:39.235834 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-efc9c523-4186-42d6-9286-77807eed394a admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:35:39.240019 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc9c523-4186-42d6-9286-77807eed394a admin admin] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:35:39.253634 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce999f4-c69e-40aa-904a-e48fc00d2018 req-9bd95a47-62fe-4707-8f65-df559cd5a590 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:39.263098 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8ce999f4-c69e-40aa-904a-e48fc00d2018 req-9bd95a47-62fe-4707-8f65-df559cd5a590 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.1223130 Jul 19 17:35:39.304809 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9c523-4186-42d6-9286-77807eed394a admin admin] Pushing event updated for resources: {'Port': ['ID=a5118b95-dfa8-4d51-8d47-f4aad2a31d7b,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:39.333025 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-efc9c523-4186-42d6-9286-77807eed394a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567539'] for router_interface, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:39.333243 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8ce999f4-c69e-40aa-904a-e48fc00d2018 req-73b163ec-76d2-4847-bc15-3ae50791c5e9 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687773 Jul 19 17:35:39.531411 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-efc9c523-4186-42d6-9286-77807eed394a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:39.550402 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-a4ebfb7d-040d-4977-9738-3c2cf6098d95 None None] Provisioning for port a5118b95-dfa8-4d51-8d47-f4aad2a31d7b completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:35:39.555509 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-a4ebfb7d-040d-4977-9738-3c2cf6098d95 None None] Provisioning complete for port a5118b95-dfa8-4d51-8d47-f4aad2a31d7b triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:35:39.555809 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a4ebfb7d-040d-4977-9738-3c2cf6098d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:39.597664 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-a4ebfb7d-040d-4977-9738-3c2cf6098d95 None None] Port a5118b95-dfa8-4d51-8d47-f4aad2a31d7b cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:35:39.729088 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dd055f4a-c584-44b8-a06f-5b1cd2843ecc req-92ff00cd-1cb8-463c-974a-9665d8cf8beb tempest-VolumesNegativeTest-1461692586 tempest-VolumesNegativeTest-1461692586-project] 10.222.0.32 "GET /v2.0/ports?device_id=6496f21b-b862-4586-b17a-1cd428b5ee2d HTTP/1.1" status: 200 len: 210 time: 0.0566905 Jul 19 17:35:39.751769 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-efc9c523-4186-42d6-9286-77807eed394a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:39.767424 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-efc9c523-4186-42d6-9286-77807eed394a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6211033'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:39.833331 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bac98-f3aa-49af-9bbd-698348f9de4e req-4b8c6603-dc6a-400b-926d-e881c1fc959a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:39.835216 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-db5bac98-f3aa-49af-9bbd-698348f9de4e req-4b8c6603-dc6a-400b-926d-e881c1fc959a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=43102455-f2dc-42b9-86e5-0205614e28fe HTTP/1.1" status: 200 len: 945 time: 0.0863996 Jul 19 17:35:39.855804 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-efc9c523-4186-42d6-9286-77807eed394a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631907'] for router_interface, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:39.857786 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9c523-4186-42d6-9286-77807eed394a admin admin] Pushing event updated for resources: {'Port': ['ID=a5118b95-dfa8-4d51-8d47-f4aad2a31d7b,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:39.942953 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-db5bac98-f3aa-49af-9bbd-698348f9de4e req-02299e02-fcde-4551-9ee5-19425cd3a849 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007891 Jul 19 17:35:40.058548 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc9c523-4186-42d6-9286-77807eed394a admin admin] Network f3d131c5-48f5-41e2-a6ab-cb21357d9dbe is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:35:40.060182 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-efc9c523-4186-42d6-9286-77807eed394a admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:35:40.082779 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 55a0d01f-134d-4e90-8454-a7510d7de2ec up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:35:40.184692 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 55a0d01f-134d-4e90-8454-a7510d7de2ec triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:35:40.191205 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:40.264136 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc9c523-4186-42d6-9286-77807eed394a admin admin] Router bb68f230-2c36-4ba8-b61d-513294ed34ca has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:35:40.327941 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device d372ed15-080b-40a5-8b2b-ff7c6234e618 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:35:40.427926 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port d372ed15-080b-40a5-8b2b-ff7c6234e618 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:35:40.435912 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port d372ed15-080b-40a5-8b2b-ff7c6234e618 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:35:40.436453 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:40.445953 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc9c523-4186-42d6-9286-77807eed394a admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:35:40.458672 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-efc9c523-4186-42d6-9286-77807eed394a admin admin] 10.222.0.32 "PUT /v2.0/routers/bb68f230-2c36-4ba8-b61d-513294ed34ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5441957 Jul 19 17:35:40.475004 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-aaa20641-0daf-413e-97eb-0b7e9a3f9239 None None] Provisioning complete for port a5118b95-dfa8-4d51-8d47-f4aad2a31d7b triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:35:40.475299 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-aaa20641-0daf-413e-97eb-0b7e9a3f9239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:40.550408 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c57977-b2f8-4404-8c00-026f9bea5e5f req-1f99e885-9e06-4232-b6b6-3e0775fc8984 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:40.558651 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-70c57977-b2f8-4404-8c00-026f9bea5e5f req-1f99e885-9e06-4232-b6b6-3e0775fc8984 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.1154222 Jul 19 17:35:40.598323 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-70c57977-b2f8-4404-8c00-026f9bea5e5f req-37b8c519-e43f-4821-9a60-a2fd38a938bc tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386486 Jul 19 17:35:40.653679 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-aaa20641-0daf-413e-97eb-0b7e9a3f9239 None None] Port a5118b95-dfa8-4d51-8d47-f4aad2a31d7b cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:35:40.694661 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:40.724437 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port d372ed15-080b-40a5-8b2b-ff7c6234e618, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=d372ed15-080b-40a5-8b2b-ff7c6234e618,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:35:40.730201 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:40.731375 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:35:40.875336 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=d372ed15-080b-40a5-8b2b-ff7c6234e618,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:40.878021 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:35:40.878396 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:41.125849 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 39722) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:41.131388 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-5d0cfa90-44d7-4bb8-a53a-6228d1bb4da4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-388310140', 'description': 'tempest-secgroup-smoke-388310140 description', 'project_id': '053743a201e645eb8171ece57a695059'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:41.165521 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] Sync routers for ids ['bb68f230-2c36-4ba8-b61d-513294ed34ca'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:35:41.168967 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5d0cfa90-44d7-4bb8-a53a-6228d1bb4da4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:41.177377 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] Routers {'bb68f230-2c36-4ba8-b61d-513294ed34ca'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:35:41.178489 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:35:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['bb68f230-2c36-4ba8-b61d-513294ed34ca'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:35:41.286088 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5d0cfa90-44d7-4bb8-a53a-6228d1bb4da4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:41.291688 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5d0cfa90-44d7-4bb8-a53a-6228d1bb4da4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:41.322310 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5d0cfa90-44d7-4bb8-a53a-6228d1bb4da4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:41.323742 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-5d0cfa90-44d7-4bb8-a53a-6228d1bb4da4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1968760 Jul 19 17:35:41.324492 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] Set router bb68f230-2c36-4ba8-b61d-513294ed34ca gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:35:41.327935 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 39728) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:41.332799 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-6e0d513f-553e-4c7b-902f-d6b0a13b1220 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Request body: {'security_group_rule': {'security_group_id': '5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f', 'project_id': '053743a201e645eb8171ece57a695059', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:41.338741 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cfa90-44d7-4bb8-a53a-6228d1bb4da4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:41.369124 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6e0d513f-553e-4c7b-902f-d6b0a13b1220 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:41.431409 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6e0d513f-553e-4c7b-902f-d6b0a13b1220 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:41.439868 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6e0d513f-553e-4c7b-902f-d6b0a13b1220 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:41.464585 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d513f-553e-4c7b-902f-d6b0a13b1220 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4d7860-d1be-4209-90fe-25b807e88043,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:41.471492 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6e0d513f-553e-4c7b-902f-d6b0a13b1220 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:41.476697 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 39734) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:41.477501 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-6e0d513f-553e-4c7b-902f-d6b0a13b1220 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1482620 Jul 19 17:35:41.482545 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-e58b8e71-e694-4fb1-979a-95cd6ea9e5f2 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Request body: {'security_group_rule': {'security_group_id': '5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f', 'project_id': '053743a201e645eb8171ece57a695059', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:41.522937 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e58b8e71-e694-4fb1-979a-95cd6ea9e5f2 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:41.575180 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb68f230-2c36-4ba8-b61d-513294ed34ca', 'name': 'tempest-TestShelveInstance-2105528436-router', 'tenant_id': '963e90eda41f48d2be51cc39524a9214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'd372ed15-080b-40a5-8b2b-ff7c6234e618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:33Z', 'updated_at': '2021-07-19T17:35:39Z', 'revision_number': 4, 'project_id': '963e90eda41f48d2be51cc39524a9214', 'gw_port': {'id': 'd372ed15-080b-40a5-8b2b-ff7c6234e618', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb68f230-2c36-4ba8-b61d-513294ed34ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:34Z', 'updated_at': '2021-07-19T17:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': 'a5118b95-dfa8-4d51-8d47-f4aad2a31d7b', 'name': '', 'network_id': 'f3d131c5-48f5-41e2-a6ab-cb21357d9dbe', 'tenant_id': '963e90eda41f48d2be51cc39524a9214', 'mac_address': 'fa:16:3e:14:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb68f230-2c36-4ba8-b61d-513294ed34ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '3da72359-cc0e-4942-96f7-93b17cc31a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:37Z', 'updated_at': '2021-07-19T17:35:39Z', 'revision_number': 2, 'project_id': '963e90eda41f48d2be51cc39524a9214', 'subnets': [{'id': '3da72359-cc0e-4942-96f7-93b17cc31a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:35:41.596452 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e58b8e71-e694-4fb1-979a-95cd6ea9e5f2 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:41.601649 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e58b8e71-e694-4fb1-979a-95cd6ea9e5f2 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:41.615683 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] Checking router: bb68f230-2c36-4ba8-b61d-513294ed34ca for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:35:41.616478 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] Updating router bb68f230-2c36-4ba8-b61d-513294ed34ca port a5118b95-dfa8-4d51-8d47-f4aad2a31d7b binding host dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:35:41.651743 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b8e71-e694-4fb1-979a-95cd6ea9e5f2 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86509f1-4022-4014-9f0e-4ea83891c9eb,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:41.667620 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e58b8e71-e694-4fb1-979a-95cd6ea9e5f2 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:41.672144 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-e58b8e71-e694-4fb1-979a-95cd6ea9e5f2 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1918643 Jul 19 17:35:41.673970 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 39742) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:41.680413 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-032c2b91-9cd8-4eab-9686-12aac40ef30b tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Request body: {'security_group_rule': {'security_group_id': '5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f', 'project_id': '053743a201e645eb8171ece57a695059', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:41.692039 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:41.771665 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-032c2b91-9cd8-4eab-9686-12aac40ef30b tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:41.840053 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4504f-59d8-43f5-886a-348fb7e7902c req-d2ec0fcf-85ea-408b-88b0-fd1a994507ac tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:41.852147 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-44d4504f-59d8-43f5-886a-348fb7e7902c req-d2ec0fcf-85ea-408b-88b0-fd1a994507ac tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.1244349 Jul 19 17:35:41.895634 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device c41d12fc-8eec-4a00-b7ee-c8a39870512b no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:35:41.925738 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device d372ed15-080b-40a5-8b2b-ff7c6234e618 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:35:41.930277 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-032c2b91-9cd8-4eab-9686-12aac40ef30b tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:41.933383 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] No Port match for: c41d12fc-8eec-4a00-b7ee-c8a39870512b {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:35:41.934013 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device c41d12fc-8eec-4a00-b7ee-c8a39870512b not bound to the agent host hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:35:41.938590 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-032c2b91-9cd8-4eab-9686-12aac40ef30b tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:41.956080 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-44d4504f-59d8-43f5-886a-348fb7e7902c req-6efa8875-c25f-4fe0-b4f4-a43cf7501c50 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025615 Jul 19 17:35:41.971320 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-032c2b91-9cd8-4eab-9686-12aac40ef30b tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:41.972631 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-032c2b91-9cd8-4eab-9686-12aac40ef30b tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2972932 Jul 19 17:35:41.973985 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c2b91-9cd8-4eab-9686-12aac40ef30b tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1abd5b76-092a-42d7-93fa-43d31187df2c,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:41.976131 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 39754) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:41.980790 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-e942e16e-9124-441d-a6a6-db10be2740d1 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Request body: {'security_group_rule': {'security_group_id': '5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f', 'project_id': '053743a201e645eb8171ece57a695059', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:42.067647 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e942e16e-9124-441d-a6a6-db10be2740d1 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:42.102707 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port d372ed15-080b-40a5-8b2b-ff7c6234e618 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:35:42.103098 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:42.206101 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e942e16e-9124-441d-a6a6-db10be2740d1 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:42.212207 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e942e16e-9124-441d-a6a6-db10be2740d1 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:42.237459 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942e16e-9124-441d-a6a6-db10be2740d1 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce9407f-5ec0-40a4-bc50-242271266788,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:42.251617 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e942e16e-9124-441d-a6a6-db10be2740d1 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:42.256051 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-e942e16e-9124-441d-a6a6-db10be2740d1 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2767048 Jul 19 17:35:42.256517 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 39766) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:42.262531 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-8771ab03-ca7b-4bfe-bf5d-11cef70511df tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Request body: {'security_group_rule': {'security_group_id': '5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f', 'project_id': '053743a201e645eb8171ece57a695059', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:42.285833 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] Notify callbacks [] for port, precommit_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:42.287418 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.securitygroups_db [None req-8771ab03-ca7b-4bfe-bf5d-11cef70511df tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Project 053743a201e645eb8171ece57a695059 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 17:35:42.292996 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8771ab03-ca7b-4bfe-bf5d-11cef70511df tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:42.296862 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] Transition to ACTIVE for port object a5118b95-dfa8-4d51-8d47-f4aad2a31d7b will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:35:42.313405 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:42.387657 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba0823-8958-4f0b-b7b9-860847fd23b3 None None] Pushing event updated for resources: {'Port': ['ID=a5118b95-dfa8-4d51-8d47-f4aad2a31d7b,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:42.390134 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8771ab03-ca7b-4bfe-bf5d-11cef70511df tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:42.395328 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8771ab03-ca7b-4bfe-bf5d-11cef70511df tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:42.411737 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771ab03-ca7b-4bfe-bf5d-11cef70511df tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21001f9-4d42-436a-86c8-ad0c18885f25,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:42.425593 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8771ab03-ca7b-4bfe-bf5d-11cef70511df tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:42.429781 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-8771ab03-ca7b-4bfe-bf5d-11cef70511df tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1702535 Jul 19 17:35:42.430112 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 39772) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:42.435072 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-b692c2b6-c294-4187-8239-a63b20a40e20 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Request body: {'security_group_rule': {'security_group_id': '5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f', 'project_id': '053743a201e645eb8171ece57a695059', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:42.462890 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.db.securitygroups_db [None req-b692c2b6-c294-4187-8239-a63b20a40e20 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Project 053743a201e645eb8171ece57a695059 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 17:35:42.470311 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b692c2b6-c294-4187-8239-a63b20a40e20 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:42.476294 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] Attempting to bind port a5118b95-dfa8-4d51-8d47-f4aad2a31d7b on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:35:42.476651 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] Attempting to bind port a5118b95-dfa8-4d51-8d47-f4aad2a31d7b by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': 'd83b8baa-2539-4b75-affc-e285db532649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3d131c5-48f5-41e2-a6ab-cb21357d9dbe'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:35:42.477019 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] Attempting to bind port a5118b95-dfa8-4d51-8d47-f4aad2a31d7b on network f3d131c5-48f5-41e2-a6ab-cb21357d9dbe {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:35:42.482503 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:35:42.482869 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] Checking segment: {'id': 'd83b8baa-2539-4b75-affc-e285db532649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3d131c5-48f5-41e2-a6ab-cb21357d9dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:35:42.484255 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:42.484657 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] Bound using segment: {'id': 'd83b8baa-2539-4b75-affc-e285db532649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3d131c5-48f5-41e2-a6ab-cb21357d9dbe'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:35:42.485141 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] Bound port: a5118b95-dfa8-4d51-8d47-f4aad2a31d7b, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b8baa-2539-4b75-affc-e285db532649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3d131c5-48f5-41e2-a6ab-cb21357d9dbe'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:35:42.485528 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:42.546919 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b692c2b6-c294-4187-8239-a63b20a40e20 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:42.551794 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b692c2b6-c294-4187-8239-a63b20a40e20 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:42.567442 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] For port a5118b95-dfa8-4d51-8d47-f4aad2a31d7b, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:35:42.573469 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] For port a5118b95-dfa8-4d51-8d47-f4aad2a31d7b, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=a5118b95-dfa8-4d51-8d47-f4aad2a31d7b,segment=NetworkSegment(d83b8baa-2539-4b75-affc-e285db532649),segment_id=d83b8baa-2539-4b75-affc-e285db532649)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:35:42.580237 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692c2b6-c294-4187-8239-a63b20a40e20 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a9abb3-60bb-4630-a046-e0cc433475f2,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:42.581065 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:42.591490 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b692c2b6-c294-4187-8239-a63b20a40e20 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:42.592868 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-b692c2b6-c294-4187-8239-a63b20a40e20 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1616549 Jul 19 17:35:42.656463 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba0823-8958-4f0b-b7b9-860847fd23b3 None None] Pushing event updated for resources: {'Port': ['ID=a5118b95-dfa8-4d51-8d47-f4aad2a31d7b,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:42.659455 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] Routers {'bb68f230-2c36-4ba8-b61d-513294ed34ca'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:35:42.660174 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:35:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['bb68f230-2c36-4ba8-b61d-513294ed34ca'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:35:42.801880 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] Set router bb68f230-2c36-4ba8-b61d-513294ed34ca gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:35:43.062304 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb68f230-2c36-4ba8-b61d-513294ed34ca', 'name': 'tempest-TestShelveInstance-2105528436-router', 'tenant_id': '963e90eda41f48d2be51cc39524a9214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'd372ed15-080b-40a5-8b2b-ff7c6234e618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:33Z', 'updated_at': '2021-07-19T17:35:39Z', 'revision_number': 4, 'project_id': '963e90eda41f48d2be51cc39524a9214', 'gw_port': {'id': 'd372ed15-080b-40a5-8b2b-ff7c6234e618', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb68f230-2c36-4ba8-b61d-513294ed34ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:34Z', 'updated_at': '2021-07-19T17:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': 'a5118b95-dfa8-4d51-8d47-f4aad2a31d7b', 'name': '', 'network_id': 'f3d131c5-48f5-41e2-a6ab-cb21357d9dbe', 'tenant_id': '963e90eda41f48d2be51cc39524a9214', 'mac_address': 'fa:16:3e:14:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb68f230-2c36-4ba8-b61d-513294ed34ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '3da72359-cc0e-4942-96f7-93b17cc31a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:37Z', 'updated_at': '2021-07-19T17:35:42Z', 'revision_number': 4, 'project_id': '963e90eda41f48d2be51cc39524a9214', 'subnets': [{'id': '3da72359-cc0e-4942-96f7-93b17cc31a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:35:43.089898 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea82975-34ce-4751-92f6-55db372840aa None None] The sync data for ids ['bb68f230-2c36-4ba8-b61d-513294ed34ca'] in dv-cinder-800695-4-iscsi is: [{'id': 'bb68f230-2c36-4ba8-b61d-513294ed34ca', 'name': 'tempest-TestShelveInstance-2105528436-router', 'tenant_id': '963e90eda41f48d2be51cc39524a9214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'd372ed15-080b-40a5-8b2b-ff7c6234e618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:33Z', 'updated_at': '2021-07-19T17:35:39Z', 'revision_number': 4, 'project_id': '963e90eda41f48d2be51cc39524a9214', 'gw_port': {'id': 'd372ed15-080b-40a5-8b2b-ff7c6234e618', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb68f230-2c36-4ba8-b61d-513294ed34ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:34Z', 'updated_at': '2021-07-19T17:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': 'a5118b95-dfa8-4d51-8d47-f4aad2a31d7b', 'name': '', 'network_id': 'f3d131c5-48f5-41e2-a6ab-cb21357d9dbe', 'tenant_id': '963e90eda41f48d2be51cc39524a9214', 'mac_address': 'fa:16:3e:14:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb68f230-2c36-4ba8-b61d-513294ed34ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '3da72359-cc0e-4942-96f7-93b17cc31a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:37Z', 'updated_at': '2021-07-19T17:35:42Z', 'revision_number': 4, 'project_id': '963e90eda41f48d2be51cc39524a9214', 'subnets': [{'id': '3da72359-cc0e-4942-96f7-93b17cc31a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:35:43.120910 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9252f6-d07c-4460-9da4-bf2eeefd3118 req-a5354763-b0af-43d7-9a1d-95a5a0a23034 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:43.122424 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1d9252f6-d07c-4460-9da4-bf2eeefd3118 req-a5354763-b0af-43d7-9a1d-95a5a0a23034 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.0877571 Jul 19 17:35:43.216815 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1d9252f6-d07c-4460-9da4-bf2eeefd3118 req-8ce87311-d45a-4e97-8347-44c5476d1445 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872502 Jul 19 17:35:43.900277 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device a5118b95-dfa8-4d51-8d47-f4aad2a31d7b up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:35:43.961225 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port a5118b95-dfa8-4d51-8d47-f4aad2a31d7b completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:35:43.965757 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port a5118b95-dfa8-4d51-8d47-f4aad2a31d7b triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:35:43.966166 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:44.059010 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:44.096264 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port a5118b95-dfa8-4d51-8d47-f4aad2a31d7b, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=a5118b95-dfa8-4d51-8d47-f4aad2a31d7b,segment=NetworkSegment(d83b8baa-2539-4b75-affc-e285db532649),segment_id=d83b8baa-2539-4b75-affc-e285db532649)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:35:44.101908 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:44.171535 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=a5118b95-dfa8-4d51-8d47-f4aad2a31d7b,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:44.257732 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-6657195f-04e0-46ef-b217-fc570ed5c311 req-73ac8f47-2fde-49ab-a5c3-ae43e9d22a38 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682685 Jul 19 17:35:44.379531 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657195f-04e0-46ef-b217-fc570ed5c311 req-2bcb5034-a0f6-42ae-bff5-c207181ed357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:44.381810 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-6657195f-04e0-46ef-b217-fc570ed5c311 req-2bcb5034-a0f6-42ae-bff5-c207181ed357 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=154770f9b0584715b4de4129063329a7&device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 1098 time: 0.0829685 Jul 19 17:35:44.519114 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657195f-04e0-46ef-b217-fc570ed5c311 req-3a3c94f4-6914-4dab-b5d1-3b1650c96065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:44.521187 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-6657195f-04e0-46ef-b217-fc570ed5c311 req-3a3c94f4-6914-4dab-b5d1-3b1650c96065 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd319fdc-24ce-454e-888e-090cf8c32435 HTTP/1.1" status: 200 len: 919 time: 0.1158473 Jul 19 17:35:44.568012 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-6657195f-04e0-46ef-b217-fc570ed5c311 req-5e36abb5-7a26-4745-b1c0-1b6cc0aa8ec3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bae7e97-0ca6-44b4-aee8-25a700a196f7 HTTP/1.1" status: 200 len: 217 time: 0.0355203 Jul 19 17:35:44.623972 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657195f-04e0-46ef-b217-fc570ed5c311 req-a8e282e4-b10d-4b55-84ef-2beba678169e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:44.625487 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-6657195f-04e0-46ef-b217-fc570ed5c311 req-a8e282e4-b10d-4b55-84ef-2beba678169e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da811da7-4bf9-4450-82bb-89a483333121 HTTP/1.1" status: 200 len: 858 time: 0.0463657 Jul 19 17:35:44.670139 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-6657195f-04e0-46ef-b217-fc570ed5c311 req-0575e877-8ac3-4113-b2ff-6aebdb00eab8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd319fdc-24ce-454e-888e-090cf8c32435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356202 Jul 19 17:35:44.802636 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-6657195f-04e0-46ef-b217-fc570ed5c311 req-b3b64bfe-2b24-453f-9db1-a8484a8e57d8 service neutron] 10.222.0.59 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034803 Jul 19 17:35:44.926240 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-6657195f-04e0-46ef-b217-fc570ed5c311 req-fb45e6b6-ea09-4612-a426-807d98ffd9c4 service neutron] 10.222.0.59 "GET /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053391 Jul 19 17:35:45.799263 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac1464-b349-45a6-9d7e-a54a15bed158 req-1f9b5add-83e9-4bd1-81b5-e25197689bbb tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:45.800753 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d1ac1464-b349-45a6-9d7e-a54a15bed158 req-1f9b5add-83e9-4bd1-81b5-e25197689bbb tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 946 time: 0.0964401 Jul 19 17:35:45.871534 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device a5118b95-dfa8-4d51-8d47-f4aad2a31d7b up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:35:45.872416 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d1ac1464-b349-45a6-9d7e-a54a15bed158 req-db33b4e4-73cd-47fe-a7e2-97558ae6c7eb tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581589 Jul 19 17:35:45.890617 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 39984) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:46.045011 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port a5118b95-dfa8-4d51-8d47-f4aad2a31d7b triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:35:46.045422 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:46.119598 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f8328b-5b68-4e4b-9b89-41903d6c6c5f tempest-TestMinimumBasicScenario-329108345 tempest-TestMinimumBasicScenario-329108345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:46.121223 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-68f8328b-5b68-4e4b-9b89-41903d6c6c5f tempest-TestMinimumBasicScenario-329108345 tempest-TestMinimumBasicScenario-329108345-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 1094 time: 0.2294896 Jul 19 17:35:46.125630 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 39990) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:46.132073 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-8f5b0a66-f0b8-46e8-9c06-95d8912a6fb1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Request body: {'floatingip': {'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'port_id': 'bcb04856-2795-4cf2-a2a7-f5557adff9a5', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:46.158016 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0a66-f0b8-46e8-9c06-95d8912a6fb1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for floatingip, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:46.260987 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0a66-f0b8-46e8-9c06-95d8912a6fb1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:46.378372 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-8f5b0a66-f0b8-46e8-9c06-95d8912a6fb1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Allocated IP 172.27.0.105 (3fed661f-002c-47fa-82e8-e8fe637e9a0e/a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30/6878a163-a71c-481e-b029-fca8273e8d89) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:35:46.495851 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0a66-f0b8-46e8-9c06-95d8912a6fb1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:46.538696 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0a66-f0b8-46e8-9c06-95d8912a6fb1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:46.588182 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5b0a66-f0b8-46e8-9c06-95d8912a6fb1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Network 3fed661f-002c-47fa-82e8-e8fe637e9a0e is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:35:46.595510 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-8f5b0a66-f0b8-46e8-9c06-95d8912a6fb1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:35:46.599385 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b0a66-f0b8-46e8-9c06-95d8912a6fb1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:35:46.624202 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b0a66-f0b8-46e8-9c06-95d8912a6fb1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Pushing event updated for resources: {'Port': ['ID=6878a163-a71c-481e-b029-fca8273e8d89,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:47.053432 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0a66-f0b8-46e8-9c06-95d8912a6fb1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:47.144158 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0a66-f0b8-46e8-9c06-95d8912a6fb1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:47.623777 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0a66-f0b8-46e8-9c06-95d8912a6fb1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:47.631052 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0a66-f0b8-46e8-9c06-95d8912a6fb1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6211033'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:47.728934 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0a66-f0b8-46e8-9c06-95d8912a6fb1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567430'] for floatingip, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:47.730711 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b0a66-f0b8-46e8-9c06-95d8912a6fb1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Pushing event updated for resources: {'Port': ['ID=6878a163-a71c-481e-b029-fca8273e8d89,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:47.763015 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:47.845846 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.l3_db [None req-8f5b0a66-f0b8-46e8-9c06-95d8912a6fb1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Floating IP 2d389a4d-ac75-4e3d-a890-6d5f73c37a81 associated. External IP: 172.27.0.105, port: bcb04856-2795-4cf2-a2a7-f5557adff9a5. Jul 19 17:35:48.081556 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5b0a66-f0b8-46e8-9c06-95d8912a6fb1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Router 3d0ebce4-7499-4843-b9ef-9e523dc68fa5 has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:35:48.211707 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5b0a66-f0b8-46e8-9c06-95d8912a6fb1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:35:48.222898 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34a7ed7-5e4a-4449-a876-7981999ec779 None None] Sync routers for ids ['3d0ebce4-7499-4843-b9ef-9e523dc68fa5'] in dv-cinder-800695-4-iscsi {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:35:48.230167 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0a66-f0b8-46e8-9c06-95d8912a6fb1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for floatingip, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:48.241427 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34a7ed7-5e4a-4449-a876-7981999ec779 None None] Routers {'3d0ebce4-7499-4843-b9ef-9e523dc68fa5'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:35:48.242195 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-f34a7ed7-5e4a-4449-a876-7981999ec779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:35:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['3d0ebce4-7499-4843-b9ef-9e523dc68fa5'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:35:48.277205 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-8f5b0a66-f0b8-46e8-9c06-95d8912a6fb1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1500289 Jul 19 17:35:48.277916 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c0f20e-e962-43f3-8a5c-78b232aa933e', 'tag': 'bcb04856-2795-4cf2-a2a7-f5557adff9a5'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:35:48.281970 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 40146) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:48.286387 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-dda9285a-47a7-4e4e-b0eb-f00cd5ff4f47 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-93565039', 'description': 'tempest-secgroup-smoke-93565039 description', 'project_id': 'dfd503906aed4295978675b21e32cdc4'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:48.288624 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd2e7e0-eb6d-4fab-b1e3-99f38e2051e0" -d '{"events": [{"name": "network-changed", "server_uuid": "06c0f20e-e962-43f3-8a5c-78b232aa933e", "tag": "bcb04856-2795-4cf2-a2a7-f5557adff9a5"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:35:48.318536 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-dda9285a-47a7-4e4e-b0eb-f00cd5ff4f47 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:48.343379 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f55e8e-3ac4-4758-b6e6-2958f88d7ca9 x-openstack-request-id: req-20f55e8e-3ac4-4758-b6e6-2958f88d7ca9 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:35:48.343765 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c0f20e-e962-43f3-8a5c-78b232aa933e", "tag": "bcb04856-2795-4cf2-a2a7-f5557adff9a5", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:35:48.344077 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20f55e8e-3ac4-4758-b6e6-2958f88d7ca9 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:35:48.344683 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c0f20e-e962-43f3-8a5c-78b232aa933e', 'tag': 'bcb04856-2795-4cf2-a2a7-f5557adff9a5', 'status': 'completed', 'code': 200} Jul 19 17:35:48.442150 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-f34a7ed7-5e4a-4449-a876-7981999ec779 None None] Set router 3d0ebce4-7499-4843-b9ef-9e523dc68fa5 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:35:48.442379 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-dda9285a-47a7-4e4e-b0eb-f00cd5ff4f47 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:48.453448 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-dda9285a-47a7-4e4e-b0eb-f00cd5ff4f47 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:48.494926 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2e7e0-eb6d-4fab-b1e3-99f38e2051e0 req-0c48284d-75a3-44ac-8130-696a9a8655e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:48.495867 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-dda9285a-47a7-4e4e-b0eb-f00cd5ff4f47 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:48.497447 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-dda9285a-47a7-4e4e-b0eb-f00cd5ff4f47 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2153616 Jul 19 17:35:48.498720 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9285a-47a7-4e4e-b0eb-f00cd5ff4f47 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f346a8-c436-444c-9438-00a441d3cd85,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:48.501100 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-6cd2e7e0-eb6d-4fab-b1e3-99f38e2051e0 req-0c48284d-75a3-44ac-8130-696a9a8655e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dfd503906aed4295978675b21e32cdc4&device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 1099 time: 0.1119862 Jul 19 17:35:48.502335 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 40166) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:48.509118 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-fd62efe6-6c19-4cd3-840f-9126a9d2a572 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Request body: {'security_group_rule': {'security_group_id': '92f346a8-c436-444c-9438-00a441d3cd85', 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:48.544809 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-fd62efe6-6c19-4cd3-840f-9126a9d2a572 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:48.635785 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-fd62efe6-6c19-4cd3-840f-9126a9d2a572 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:48.643243 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-fd62efe6-6c19-4cd3-840f-9126a9d2a572 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:48.657922 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2e7e0-eb6d-4fab-b1e3-99f38e2051e0 req-113d15b4-8e8c-4b22-b0c2-b8f7d037d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:48.659711 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-6cd2e7e0-eb6d-4fab-b1e3-99f38e2051e0 req-113d15b4-8e8c-4b22-b0c2-b8f7d037d7c9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=11783e7e-ef5c-4c4f-968e-48de876cfb17 HTTP/1.1" status: 200 len: 916 time: 0.1448028 Jul 19 17:35:48.664893 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62efe6-6c19-4cd3-840f-9126a9d2a572 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5cfade-d772-46b5-8d12-63ab3811b31b,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:48.681202 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-fd62efe6-6c19-4cd3-840f-9126a9d2a572 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:48.685799 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-fd62efe6-6c19-4cd3-840f-9126a9d2a572 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1821125 Jul 19 17:35:48.688973 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 40172) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:48.694390 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-bc4df535-d060-4fbd-b310-69c73ea7cdfb tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Request body: {'security_group_rule': {'security_group_id': '92f346a8-c436-444c-9438-00a441d3cd85', 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:48.736713 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-bc4df535-d060-4fbd-b310-69c73ea7cdfb tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:48.790214 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-f34a7ed7-5e4a-4449-a876-7981999ec779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'name': 'tempest-TestMinimumBasicScenario-1431833551-router', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:19Z', 'revision_number': 4, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'gw_port': {'id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:14Z', 'updated_at': '2021-07-19T17:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': '2d389a4d-ac75-4e3d-a890-6d5f73c37a81', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'port_id': 'bcb04856-2795-4cf2-a2a7-f5557adff9a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17', 'mac_address': 'fa:16:3e:71:d6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c0f20e-e962-43f3-8a5c-78b232aa933e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:35:46Z', 'updated_at': '2021-07-19T17:35:46Z', 'revision_number': 0, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ea26a1f-a431-4b1c-a2b6-dc97fa692101', 'name': '', 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'mac_address': 'fa:16:3e:03:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2ce69870-9125-4f57-86a4-10ffb5b14c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:18Z', 'updated_at': '2021-07-19T17:34:30Z', 'revision_number': 5, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'subnets': [{'id': '2ce69870-9125-4f57-86a4-10ffb5b14c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:35:48.816323 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-6cd2e7e0-eb6d-4fab-b1e3-99f38e2051e0 req-95bf81fc-0492-423c-b9d3-f5b29f84fbe0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcb04856-2795-4cf2-a2a7-f5557adff9a5 HTTP/1.1" status: 200 len: 1000 time: 0.1349938 Jul 19 17:35:48.826210 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-bc4df535-d060-4fbd-b310-69c73ea7cdfb tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:48.826823 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34a7ed7-5e4a-4449-a876-7981999ec779 None None] Checking router: 3d0ebce4-7499-4843-b9ef-9e523dc68fa5 for host: dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:35:48.835610 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-bc4df535-d060-4fbd-b310-69c73ea7cdfb tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:48.837650 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34a7ed7-5e4a-4449-a876-7981999ec779 None None] Routers {'3d0ebce4-7499-4843-b9ef-9e523dc68fa5'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:35:48.838380 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-f34a7ed7-5e4a-4449-a876-7981999ec779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:35:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['3d0ebce4-7499-4843-b9ef-9e523dc68fa5'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:35:48.857675 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4df535-d060-4fbd-b310-69c73ea7cdfb tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35704029-7a1c-4197-9ff0-cc97ccec90e9,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:48.868893 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-bc4df535-d060-4fbd-b310-69c73ea7cdfb tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:48.870368 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-bc4df535-d060-4fbd-b310-69c73ea7cdfb tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1802821 Jul 19 17:35:48.873293 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 40178) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:48.883135 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-338188ea-7810-429a-be78-effa1c491a02 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Request body: {'security_group_rule': {'security_group_id': '92f346a8-c436-444c-9438-00a441d3cd85', 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:48.899051 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2e7e0-eb6d-4fab-b1e3-99f38e2051e0 req-b2d062ae-edc8-4e7b-9e68-6bacdbb07ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:48.900984 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-6cd2e7e0-eb6d-4fab-b1e3-99f38e2051e0 req-b2d062ae-edc8-4e7b-9e68-6bacdbb07ea0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ce69870-9125-4f57-86a4-10ffb5b14c3b HTTP/1.1" status: 200 len: 854 time: 0.0762804 Jul 19 17:35:48.922058 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-338188ea-7810-429a-be78-effa1c491a02 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:48.968732 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-f34a7ed7-5e4a-4449-a876-7981999ec779 None None] Set router 3d0ebce4-7499-4843-b9ef-9e523dc68fa5 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:35:48.983913 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2e7e0-eb6d-4fab-b1e3-99f38e2051e0 req-6678dad1-7d45-4e87-a1f7-f7cfc0beab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:48.988182 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-6cd2e7e0-eb6d-4fab-b1e3-99f38e2051e0 req-6678dad1-7d45-4e87-a1f7-f7cfc0beab60 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11783e7e-ef5c-4c4f-968e-48de876cfb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654354 Jul 19 17:35:48.996197 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-338188ea-7810-429a-be78-effa1c491a02 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:49.004389 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-338188ea-7810-429a-be78-effa1c491a02 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:49.032624 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338188ea-7810-429a-be78-effa1c491a02 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e623549-4d89-43b1-9907-8a71fa767a37,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:49.050533 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-338188ea-7810-429a-be78-effa1c491a02 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:49.054981 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-338188ea-7810-429a-be78-effa1c491a02 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1765356 Jul 19 17:35:49.055646 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 40184) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:49.065162 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-dc3f9f79-53ae-496a-b5d2-62c7acca2b33 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Request body: {'security_group_rule': {'security_group_id': '92f346a8-c436-444c-9438-00a441d3cd85', 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:49.106192 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-dc3f9f79-53ae-496a-b5d2-62c7acca2b33 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:49.137093 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-6cd2e7e0-eb6d-4fab-b1e3-99f38e2051e0 req-7fc5e789-9cfc-4ebb-bedc-e47f9ddc0a5c service neutron] 10.222.0.59 "GET /v2.0/networks/11783e7e-ef5c-4c4f-968e-48de876cfb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371586 Jul 19 17:35:49.207035 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-dc3f9f79-53ae-496a-b5d2-62c7acca2b33 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:49.212993 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-dc3f9f79-53ae-496a-b5d2-62c7acca2b33 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:49.235330 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f9f79-53ae-496a-b5d2-62c7acca2b33 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931bdc56-5238-4f0e-a5fe-a70d33bc5987,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:49.253563 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-dc3f9f79-53ae-496a-b5d2-62c7acca2b33 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:49.255238 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-dc3f9f79-53ae-496a-b5d2-62c7acca2b33 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1987255 Jul 19 17:35:49.258707 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 40186) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:49.266435 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-dac1bd56-860e-4feb-87a9-c1d4b1a2efdf tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Request body: {'security_group_rule': {'security_group_id': '92f346a8-c436-444c-9438-00a441d3cd85', 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:49.294869 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.securitygroups_db [None req-dac1bd56-860e-4feb-87a9-c1d4b1a2efdf tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Project dfd503906aed4295978675b21e32cdc4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 17:35:49.299002 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-f34a7ed7-5e4a-4449-a876-7981999ec779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'name': 'tempest-TestMinimumBasicScenario-1431833551-router', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:19Z', 'revision_number': 4, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'gw_port': {'id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:14Z', 'updated_at': '2021-07-19T17:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': '2d389a4d-ac75-4e3d-a890-6d5f73c37a81', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'port_id': 'bcb04856-2795-4cf2-a2a7-f5557adff9a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17', 'mac_address': 'fa:16:3e:71:d6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c0f20e-e962-43f3-8a5c-78b232aa933e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:35:46Z', 'updated_at': '2021-07-19T17:35:46Z', 'revision_number': 0, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ea26a1f-a431-4b1c-a2b6-dc97fa692101', 'name': '', 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'mac_address': 'fa:16:3e:03:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2ce69870-9125-4f57-86a4-10ffb5b14c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:18Z', 'updated_at': '2021-07-19T17:34:30Z', 'revision_number': 5, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'subnets': [{'id': '2ce69870-9125-4f57-86a4-10ffb5b14c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:35:49.301603 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dac1bd56-860e-4feb-87a9-c1d4b1a2efdf tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:49.331551 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34a7ed7-5e4a-4449-a876-7981999ec779 None None] The sync data for ids ['3d0ebce4-7499-4843-b9ef-9e523dc68fa5'] in dv-cinder-800695-4-iscsi is: [{'id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'name': 'tempest-TestMinimumBasicScenario-1431833551-router', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:19Z', 'revision_number': 4, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'gw_port': {'id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:14Z', 'updated_at': '2021-07-19T17:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': '2d389a4d-ac75-4e3d-a890-6d5f73c37a81', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'port_id': 'bcb04856-2795-4cf2-a2a7-f5557adff9a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17', 'mac_address': 'fa:16:3e:71:d6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c0f20e-e962-43f3-8a5c-78b232aa933e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:35:46Z', 'updated_at': '2021-07-19T17:35:46Z', 'revision_number': 0, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ea26a1f-a431-4b1c-a2b6-dc97fa692101', 'name': '', 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'mac_address': 'fa:16:3e:03:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2ce69870-9125-4f57-86a4-10ffb5b14c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:18Z', 'updated_at': '2021-07-19T17:34:30Z', 'revision_number': 5, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'subnets': [{'id': '2ce69870-9125-4f57-86a4-10ffb5b14c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:35:49.378392 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dac1bd56-860e-4feb-87a9-c1d4b1a2efdf tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:49.382892 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dac1bd56-860e-4feb-87a9-c1d4b1a2efdf tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:49.401418 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1bd56-860e-4feb-87a9-c1d4b1a2efdf tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74f372e-fc42-43b0-a4bb-284a6aa47ff1,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:49.410329 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dac1bd56-860e-4feb-87a9-c1d4b1a2efdf tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:49.411604 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-dac1bd56-860e-4feb-87a9-c1d4b1a2efdf tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1517158 Jul 19 17:35:49.414616 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 40188) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:49.422491 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-0da6a223-2520-4cf5-8184-a2ec488b642f tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Request body: {'security_group_rule': {'security_group_id': '92f346a8-c436-444c-9438-00a441d3cd85', 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:49.457923 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.securitygroups_db [None req-0da6a223-2520-4cf5-8184-a2ec488b642f tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Project dfd503906aed4295978675b21e32cdc4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 17:35:49.462981 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0da6a223-2520-4cf5-8184-a2ec488b642f tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:49.530012 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0da6a223-2520-4cf5-8184-a2ec488b642f tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:49.535127 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0da6a223-2520-4cf5-8184-a2ec488b642f tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:49.554520 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6a223-2520-4cf5-8184-a2ec488b642f tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbffb901-a922-4113-a5c0-46b3de957ad6,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:49.558250 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc3d17c-ba85-419d-bccd-69fa032a9e94 None None] New status for floating IP 2d389a4d-ac75-4e3d-a890-6d5f73c37a81: ACTIVE {{(pid=93385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:35:49.558984 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0da6a223-2520-4cf5-8184-a2ec488b642f tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:49.563482 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-0da6a223-2520-4cf5-8184-a2ec488b642f tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442616 Jul 19 17:35:49.652689 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-31dc8598-a81c-46bb-b0cb-89e722b6226c req-8519be86-92d1-4b8b-bc27-b44a6f08fc6f tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-93565039&fields=id&tenant_id=dfd503906aed4295978675b21e32cdc4 HTTP/1.1" status: 200 len: 267 time: 0.0355585 Jul 19 17:35:49.734056 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc8598-a81c-46bb-b0cb-89e722b6226c req-f68ab6a5-9ebf-4573-a10a-47044612d9f1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:49.735808 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-31dc8598-a81c-46bb-b0cb-89e722b6226c req-f68ab6a5-9ebf-4573-a10a-47044612d9f1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 946 time: 0.0755780 Jul 19 17:35:49.747161 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-31dc8598-a81c-46bb-b0cb-89e722b6226c req-b8d7cd5d-1434-4815-a9f8-50a5acfe0169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Request body: {'port': {'security_groups': ['dbb17c46-4ae6-4a84-a24a-b408c1000543', '92f346a8-c436-444c-9438-00a441d3cd85']}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:35:49.852078 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-31dc8598-a81c-46bb-b0cb-89e722b6226c req-b8d7cd5d-1434-4815-a9f8-50a5acfe0169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:49.904262 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 40204) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:50.054104 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-249a6706-868e-445b-bab8-63337b3f8746 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d6cd8993ad84243ab0a50fca65cb046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488492 Jul 19 17:35:50.056674 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 40208) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:50.067903 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-31dc8598-a81c-46bb-b0cb-89e722b6226c req-b8d7cd5d-1434-4815-a9f8-50a5acfe0169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] For port bcb04856-2795-4cf2-a2a7-f5557adff9a5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bcb04856-2795-4cf2-a2a7-f5557adff9a5,segment=NetworkSegment(97a50867-9a20-499b-a36d-64a4d1efc173),segment_id=97a50867-9a20-499b-a36d-64a4d1efc173)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:35:50.098105 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-31dc8598-a81c-46bb-b0cb-89e722b6226c req-b8d7cd5d-1434-4815-a9f8-50a5acfe0169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:50.103726 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-31dc8598-a81c-46bb-b0cb-89e722b6226c req-b8d7cd5d-1434-4815-a9f8-50a5acfe0169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4638951'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:50.106613 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-df9c4f16-b66c-46ef-acf9-7a5dc235815c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:50.129175 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-df9c4f16-b66c-46ef-acf9-7a5dc235815c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:50.148019 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc8598-a81c-46bb-b0cb-89e722b6226c req-b8d7cd5d-1434-4815-a9f8-50a5acfe0169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:50.148751 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-31dc8598-a81c-46bb-b0cb-89e722b6226c req-b8d7cd5d-1434-4815-a9f8-50a5acfe0169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:50.150227 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-31dc8598-a81c-46bb-b0cb-89e722b6226c req-b8d7cd5d-1434-4815-a9f8-50a5acfe0169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "PUT /v2.0/ports/bcb04856-2795-4cf2-a2a7-f5557adff9a5 HTTP/1.1" status: 200 len: 982 time: 0.4080343 Jul 19 17:35:50.154065 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c0f20e-e962-43f3-8a5c-78b232aa933e', 'tag': 'bcb04856-2795-4cf2-a2a7-f5557adff9a5'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:35:50.156760 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c9003d-35bf-4271-9e96-86609c989f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "06c0f20e-e962-43f3-8a5c-78b232aa933e", "tag": "bcb04856-2795-4cf2-a2a7-f5557adff9a5"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:35:50.200158 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-df9c4f16-b66c-46ef-acf9-7a5dc235815c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:50.202808 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7cd5d-1434-4815-a9f8-50a5acfe0169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Pushing event updated for resources: {'Port': ['ID=bcb04856-2795-4cf2-a2a7-f5557adff9a5,revision_number=6']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:50.203292 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-df9c4f16-b66c-46ef-acf9-7a5dc235815c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:50.207477 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-df9c4f16-b66c-46ef-acf9-7a5dc235815c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a286b41-2ea3-4634-bc9f-4361d4d1a2bc HTTP/1.1" status: 204 len: 168 time: 0.1474838 Jul 19 17:35:50.220546 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c4f16-b66c-46ef-acf9-7a5dc235815c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a286b41-2ea3-4634-bc9f-4361d4d1a2bc,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:50.348276 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675178c-be65-4d4c-a203-8fca837a335c req-9b6915c3-158b-4844-be85-38581ec35556 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:50.349895 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d675178c-be65-4d4c-a203-8fca837a335c req-9b6915c3-158b-4844-be85-38581ec35556 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.0905516 Jul 19 17:35:50.402897 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d675178c-be65-4d4c-a203-8fca837a335c req-bd3bfc26-63d8-49a6-b497-d2776fe1c086 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0468299 Jul 19 17:35:50.452135 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c479f83-fa62-48e7-a0f3-4b3e46209fe0 x-openstack-request-id: req-0c479f83-fa62-48e7-a0f3-4b3e46209fe0 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:35:50.453032 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c0f20e-e962-43f3-8a5c-78b232aa933e", "tag": "bcb04856-2795-4cf2-a2a7-f5557adff9a5", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:35:50.453288 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c479f83-fa62-48e7-a0f3-4b3e46209fe0 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:35:50.453737 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c0f20e-e962-43f3-8a5c-78b232aa933e', 'tag': 'bcb04856-2795-4cf2-a2a7-f5557adff9a5', 'status': 'completed', 'code': 200} Jul 19 17:35:50.485705 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-22b85bb3-5e52-4b25-ac26-c0653ac2a170 None None] Provisioning complete for port bcb04856-2795-4cf2-a2a7-f5557adff9a5 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:35:50.486130 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-22b85bb3-5e52-4b25-ac26-c0653ac2a170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:51.242004 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a2068df7-8bf0-4f11-895e-ed398b430332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:52.600282 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['bcb04856-2795-4cf2-a2a7-f5557adff9a5'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:35:52.716586 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-6cd2e7e0-eb6d-4fab-b1e3-99f38e2051e0 req-58c41c03-7e20-4af5-8921-5a45847d789a service neutron] 10.222.0.59 "GET /v2.0/networks/11783e7e-ef5c-4c4f-968e-48de876cfb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019726 Jul 19 17:35:52.831215 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9003d-35bf-4271-9e96-86609c989f7a req-2c01f94f-680c-4098-be44-fb55fe45aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:52.832783 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-55c9003d-35bf-4271-9e96-86609c989f7a req-2c01f94f-680c-4098-be44-fb55fe45aed4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dfd503906aed4295978675b21e32cdc4&device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 1138 time: 0.0538673 Jul 19 17:35:52.852434 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['bcb04856-2795-4cf2-a2a7-f5557adff9a5'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:35:52.946853 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9003d-35bf-4271-9e96-86609c989f7a req-f0fa0c9d-41c2-47a3-8408-9f8bdcd4aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:52.948649 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-55c9003d-35bf-4271-9e96-86609c989f7a req-f0fa0c9d-41c2-47a3-8408-9f8bdcd4aa62 service neutron] 10.222.0.59 "GET /v2.0/networks?id=11783e7e-ef5c-4c4f-968e-48de876cfb17 HTTP/1.1" status: 200 len: 916 time: 0.1031568 Jul 19 17:35:53.036837 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-55c9003d-35bf-4271-9e96-86609c989f7a req-7f6a06dc-08ac-45c9-9075-57aa354300e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcb04856-2795-4cf2-a2a7-f5557adff9a5 HTTP/1.1" status: 200 len: 1002 time: 0.0784333 Jul 19 17:35:53.101626 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9003d-35bf-4271-9e96-86609c989f7a req-64ad5495-c69f-4279-bea9-e659d89cd01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:53.103111 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-55c9003d-35bf-4271-9e96-86609c989f7a req-64ad5495-c69f-4279-bea9-e659d89cd01f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ce69870-9125-4f57-86a4-10ffb5b14c3b HTTP/1.1" status: 200 len: 854 time: 0.0576458 Jul 19 17:35:53.175443 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9003d-35bf-4271-9e96-86609c989f7a req-15e1bf3b-ede8-4f63-a82e-ccf95147b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:53.177004 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-55c9003d-35bf-4271-9e96-86609c989f7a req-15e1bf3b-ede8-4f63-a82e-ccf95147b83a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11783e7e-ef5c-4c4f-968e-48de876cfb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598745 Jul 19 17:35:53.275153 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-55c9003d-35bf-4271-9e96-86609c989f7a req-3bb2de0f-c9fa-4a5d-a3cb-e0c33fd0d37f service neutron] 10.222.0.59 "GET /v2.0/networks/11783e7e-ef5c-4c4f-968e-48de876cfb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879588 Jul 19 17:35:53.366410 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-55c9003d-35bf-4271-9e96-86609c989f7a req-f95aa089-f1a4-4070-8258-8a616f000884 service neutron] 10.222.0.59 "GET /v2.0/networks/11783e7e-ef5c-4c4f-968e-48de876cfb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830948 Jul 19 17:35:53.976556 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-41656c46-b234-4dbe-a211-d4709b2b665e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:54.404814 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:55.325757 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:57.086003 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:58.976927 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 40346) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:59.103344 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3db7d2de-ba41-4254-8a98-b4b48a38ee0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:59.239506 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3db7d2de-ba41-4254-8a98-b4b48a38ee0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:59.244784 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3db7d2de-ba41-4254-8a98-b4b48a38ee0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:59.295970 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-3db7d2de-ba41-4254-8a98-b4b48a38ee0f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3602cd498c2940a79c15ddde2abb84ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178768 Jul 19 17:35:59.297135 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7d2de-ba41-4254-8a98-b4b48a38ee0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96782de-db36-4acd-ad1b-dd6f901341d8,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:59.299920 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 40354) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:59.373925 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-81ae3975-3bae-4ed8-87f6-3daa7d4b9524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:59.412262 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-81ae3975-3bae-4ed8-87f6-3daa7d4b9524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:59.471854 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-81ae3975-3bae-4ed8-87f6-3daa7d4b9524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:59.477412 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-81ae3975-3bae-4ed8-87f6-3daa7d4b9524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:59.483980 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-81ae3975-3bae-4ed8-87f6-3daa7d4b9524 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b96782de-db36-4acd-ad1b-dd6f901341d8 HTTP/1.1" status: 204 len: 168 time: 0.1824534 Jul 19 17:35:59.524238 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae3975-3bae-4ed8-87f6-3daa7d4b9524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96782de-db36-4acd-ad1b-dd6f901341d8,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:59.739998 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac722168-68e7-4658-b59f-c86aebc75593 req-ecb0b2d9-5100-4e23-8acf-0a6d05102728 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:35:59.741694 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ac722168-68e7-4658-b59f-c86aebc75593 req-ecb0b2d9-5100-4e23-8acf-0a6d05102728 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.1052585 Jul 19 17:35:59.789308 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ac722168-68e7-4658-b59f-c86aebc75593 req-2d593b83-2365-4a15-8655-00f11369304a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407772 Jul 19 17:36:00.942681 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62dc964-93bb-4f01-a17b-12b77abbd04d req-ed43c97e-b5e0-49cb-a436-bf2d0c823df6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:00.944242 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e62dc964-93bb-4f01-a17b-12b77abbd04d req-ed43c97e-b5e0-49cb-a436-bf2d0c823df6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.0682142 Jul 19 17:36:00.985266 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e62dc964-93bb-4f01-a17b-12b77abbd04d req-33f643d4-b174-4c4a-987a-f7f93901ebc0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352395 Jul 19 17:36:02.124790 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807f40f-d1c4-4299-b8bf-efb0ad278bc6 req-dd6228d5-dac2-42b5-9448-8b2c83e54b6a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:02.126314 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6807f40f-d1c4-4299-b8bf-efb0ad278bc6 req-dd6228d5-dac2-42b5-9448-8b2c83e54b6a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.0682356 Jul 19 17:36:02.164294 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6807f40f-d1c4-4299-b8bf-efb0ad278bc6 req-77f08ffa-95d6-48aa-9e53-4919cb73b511 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323060 Jul 19 17:36:03.305064 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d37b5-276b-4d1b-addf-9a4b424cf5fd req-2f577fe6-ac8c-4d31-aebc-1dc768e738ae tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:03.306558 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9a9d37b5-276b-4d1b-addf-9a4b424cf5fd req-2f577fe6-ac8c-4d31-aebc-1dc768e738ae tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.0704517 Jul 19 17:36:03.343876 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9a9d37b5-276b-4d1b-addf-9a4b424cf5fd req-d49b0223-1b37-44e4-9e18-01537c4392b5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311921 Jul 19 17:36:04.482583 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c0656-8c90-4c62-87cb-1b78c5ef54dc req-017bc00f-4f9e-4c01-8740-4368f91f0f29 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:04.484077 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-582c0656-8c90-4c62-87cb-1b78c5ef54dc req-017bc00f-4f9e-4c01-8740-4368f91f0f29 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.0659072 Jul 19 17:36:04.521855 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-582c0656-8c90-4c62-87cb-1b78c5ef54dc req-e6093c2f-c4f6-4b3e-a3c3-df5e8e2438d1 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322440 Jul 19 17:36:05.655812 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077e2b1-550f-4238-a1f2-c8973ddba4c8 req-a0921819-80bb-40e3-84cd-2a4a85fd52ad tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:05.657372 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8077e2b1-550f-4238-a1f2-c8973ddba4c8 req-a0921819-80bb-40e3-84cd-2a4a85fd52ad tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.0633645 Jul 19 17:36:05.694118 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8077e2b1-550f-4238-a1f2-c8973ddba4c8 req-02111943-523e-4c19-bac2-8c63990ba061 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312295 Jul 19 17:36:06.023106 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-62645394-7e52-4173-851d-abcde88666b5 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-388310140&fields=id&tenant_id=053743a201e645eb8171ece57a695059 HTTP/1.1" status: 200 len: 267 time: 0.0342565 Jul 19 17:36:06.132659 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-bf8ccaa1-2cc3-4f9d-8fd1-f422e8880df4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:06.134423 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-bf8ccaa1-2cc3-4f9d-8fd1-f422e8880df4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/networks?id=0e83c63f-f270-4784-9e48-2d2680934e60 HTTP/1.1" status: 200 len: 808 time: 0.1048155 Jul 19 17:36:06.150195 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-72653824-747c-47a5-a546-aae74afaadd6 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/quotas/053743a201e645eb8171ece57a695059 HTTP/1.1" status: 200 len: 375 time: 0.0093541 Jul 19 17:36:06.217702 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-bb63ddb0-6d77-4097-8a05-e0dad4c86bd9 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=053743a201e645eb8171ece57a695059&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620220 Jul 19 17:36:06.320666 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-0bf27aed-b7e2-4a52-bff7-08a5f4c7962c service neutron] 10.222.0.32 "GET /v2.0/networks/0e83c63f-f270-4784-9e48-2d2680934e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908506 Jul 19 17:36:06.413620 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-90166bea-f5ca-4422-99a5-48d2f07de5e9 service neutron] 10.222.0.32 "GET /v2.0/networks/0e83c63f-f270-4784-9e48-2d2680934e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868871 Jul 19 17:36:06.708454 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-753af885-f431-49f2-bdd0-01579d054cfb req-f4ed1900-eb06-4646-8bdf-c0b72fad1004 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 210 time: 0.0350716 Jul 19 17:36:06.836685 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598deb1-516f-4896-aecf-0efcf0ae423c req-ae25f1b2-9c6b-43be-9fc2-ca4852da7dbf tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:06.838248 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1598deb1-516f-4896-aecf-0efcf0ae423c req-ae25f1b2-9c6b-43be-9fc2-ca4852da7dbf tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.0685816 Jul 19 17:36:06.879217 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1598deb1-516f-4896-aecf-0efcf0ae423c req-d992e833-de7d-4f9e-807e-2dedac3dc3e2 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338981 Jul 19 17:36:07.793802 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-9a1b253d-5aba-4ae6-a63a-58e448fc7d9b tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:07.794678 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-9a1b253d-5aba-4ae6-a63a-58e448fc7d9b tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.59 "GET /v2.0/networks?id=0e83c63f-f270-4784-9e48-2d2680934e60 HTTP/1.1" status: 200 len: 808 time: 0.1069286 Jul 19 17:36:07.813494 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6f860af6-b239-4106-8e8a-fe8a8a86c15e req-ec6cafbe-3737-46d2-b320-ac9f539e45a0 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 210 time: 0.0331843 Jul 19 17:36:07.848630 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-02560181-9688-4c20-9342-95b631c58588 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=053743a201e645eb8171ece57a695059 HTTP/1.1" status: 200 len: 379 time: 0.0354075 Jul 19 17:36:07.861343 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-36c45abf-7e82-4b69-bd0d-532c7780b8c4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Request body: {'port': {'device_id': '1be6d073-473e-4d13-adb4-cf9c7d6aa1b8', 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60', 'admin_state_up': True, 'tenant_id': '053743a201e645eb8171ece57a695059', 'security_groups': ['5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f']}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:36:07.973393 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-36c45abf-7e82-4b69-bd0d-532c7780b8c4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Made reservation on behalf of 053743a201e645eb8171ece57a695059 for: {'port': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:36:07.977351 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-36c45abf-7e82-4b69-bd0d-532c7780b8c4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:08.036451 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf26fc7-0a3c-4555-9012-43b57930d628 req-cc14a13e-3676-43bc-ae91-9a2b300bc023 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:08.037943 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2bf26fc7-0a3c-4555-9012-43b57930d628 req-cc14a13e-3676-43bc-ae91-9a2b300bc023 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.0860474 Jul 19 17:36:08.083652 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2bf26fc7-0a3c-4555-9012-43b57930d628 req-8f3dd6cf-533f-40dd-9770-4e60ac7054bd tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400479 Jul 19 17:36:08.125399 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-36c45abf-7e82-4b69-bd0d-532c7780b8c4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Allocated IP 172.20.0.7 (0e83c63f-f270-4784-9e48-2d2680934e60/a0555730-6f23-430b-a1ff-95a8f3eefe91/d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:36:08.266486 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-36c45abf-7e82-4b69-bd0d-532c7780b8c4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:08.280974 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-36c45abf-7e82-4b69-bd0d-532c7780b8c4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Transition to ACTIVE for port object d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe will not be triggered until provisioned by entity DHCP. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:36:08.316030 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-36c45abf-7e82-4b69-bd0d-532c7780b8c4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:08.364051 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-36c45abf-7e82-4b69-bd0d-532c7780b8c4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Network 0e83c63f-f270-4784-9e48-2d2680934e60 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:36:08.367355 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-36c45abf-7e82-4b69-bd0d-532c7780b8c4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:36:08.374814 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-36c45abf-7e82-4b69-bd0d-532c7780b8c4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:36:08.381710 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c45abf-7e82-4b69-bd0d-532c7780b8c4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Pushing event updated for resources: {'Port': ['ID=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:08.433979 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-36c45abf-7e82-4b69-bd0d-532c7780b8c4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:08.434632 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-36c45abf-7e82-4b69-bd0d-532c7780b8c4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:08.450248 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-36c45abf-7e82-4b69-bd0d-532c7780b8c4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5931420 Jul 19 17:36:08.462207 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] Request body: {'port': {'device_id': '1be6d073-473e-4d13-adb4-cf9c7d6aa1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:36:08.538754 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:08.549983 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-d2dac797-fe3b-454d-bad8-52ac2c3a5ca2 None None] Provisioning for port d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:36:08.553912 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-d2dac797-fe3b-454d-bad8-52ac2c3a5ca2 None None] Provisioning complete for port d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:36:08.554354 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-d2dac797-fe3b-454d-bad8-52ac2c3a5ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:08.593695 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-d2dac797-fe3b-454d-bad8-52ac2c3a5ca2 None None] Port d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:36:08.600161 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:36:08.803428 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe {{(pid=93384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:36:08.810900 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:08.823961 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] Transition to ACTIVE for port object d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe will not be triggered until provisioned by entity L2. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:36:08.828702 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6211033'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:08.942886 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:08.954739 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] Attempting to bind port d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:36:08.955157 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] Attempting to bind port d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60'}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:36:08.955564 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] Attempting to bind port d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe on network 0e83c63f-f270-4784-9e48-2d2680934e60 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:36:08.960304 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] Port d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe on network 0e83c63f-f270-4784-9e48-2d2680934e60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:36:08.960721 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] Attempting to bind port d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe on network 0e83c63f-f270-4784-9e48-2d2680934e60 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:36:08.965698 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] Checking agent: {'id': 'd8fb6e65-9e8c-4b17-9f8a-3918624e6b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'started_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:36:08.966041 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] Checking segment: {'id': 'aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:36:08.966421 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] Bound using segment: {'id': 'aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60'} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:36:08.966852 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] Bound port: d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60'}}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:36:08.967215 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:08.971450 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473afad-dc48-4aa7-87c0-1b5dfdbb8941 req-8a8b2742-918c-4507-896a-06df423bc46c tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:08.974585 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6473afad-dc48-4aa7-87c0-1b5dfdbb8941 req-8a8b2742-918c-4507-896a-06df423bc46c tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 943 time: 0.0807204 Jul 19 17:36:09.018808 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6473afad-dc48-4aa7-87c0-1b5dfdbb8941 req-1c1c4e7f-e425-47d4-a19d-fe4af7b8d90e tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393844 Jul 19 17:36:09.047351 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] For port d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe, host hv-cinder-80069, cleared binding levels {{(pid=93384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:36:09.050722 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] For port d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe,segment=NetworkSegment(aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216),segment_id=aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216)] {{(pid=93384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:36:09.058025 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6211033'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:09.096076 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:09.096746 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:09.098185 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] 10.222.0.59 "PUT /v2.0/ports/d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe HTTP/1.1" status: 200 len: 1093 time: 0.6403446 Jul 19 17:36:09.098915 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be6d073-473e-4d13-adb4-cf9c7d6aa1b8', 'tag': 'd9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:36:09.100886 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7b0bcd-4691-4249-9ae9-1c8139302f75" -d '{"events": [{"name": "network-changed", "server_uuid": "1be6d073-473e-4d13-adb4-cf9c7d6aa1b8", "tag": "d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:36:09.143011 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9d752-f055-4efc-826f-1a0e1c52a785 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe,revision_number=3']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:09.180875 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1368e8-12d3-4c49-8dd6-7a967782de97 x-openstack-request-id: req-3d1368e8-12d3-4c49-8dd6-7a967782de97 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:36:09.181624 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be6d073-473e-4d13-adb4-cf9c7d6aa1b8", "tag": "d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:36:09.181624 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d1368e8-12d3-4c49-8dd6-7a967782de97 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:36:09.182436 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be6d073-473e-4d13-adb4-cf9c7d6aa1b8', 'tag': 'd9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe', 'status': 'completed', 'code': 200} Jul 19 17:36:09.216701 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-06934b39-0b94-4a83-85c0-0239331f5d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:09.219245 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-06934b39-0b94-4a83-85c0-0239331f5d9a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=053743a201e645eb8171ece57a695059&device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 1096 time: 0.0713210 Jul 19 17:36:09.277801 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027e157-a9c6-436f-a202-646a7d84a2d0 req-74456f88-fa26-4f0e-aebd-005157c54981 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:09.280745 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-f1ca5a7e-f6e2-44e1-89bd-ec0a2b23a6d9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe HTTP/1.1" status: 200 len: 217 time: 0.0517249 Jul 19 17:36:09.284670 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0027e157-a9c6-436f-a202-646a7d84a2d0 req-74456f88-fa26-4f0e-aebd-005157c54981 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.0906637 Jul 19 17:36:09.364725 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0027e157-a9c6-436f-a202-646a7d84a2d0 req-0614d1f4-a5a1-4b16-8cf1-7b24f63f99ec tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774102 Jul 19 17:36:09.379255 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-287236ce-7884-43d9-ba34-a7b33a3b2a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:09.383352 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-287236ce-7884-43d9-ba34-a7b33a3b2a6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a0555730-6f23-430b-a1ff-95a8f3eefe91 HTTP/1.1" status: 200 len: 847 time: 0.0914755 Jul 19 17:36:09.449621 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-9c3ce0fb-043d-4db3-ae4f-c742a4724b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:09.451280 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-9c3ce0fb-043d-4db3-ae4f-c742a4724b8b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e83c63f-f270-4784-9e48-2d2680934e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599196 Jul 19 17:36:09.542778 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-3acb1a85-cd73-42b4-864c-b7a7f060e373 service neutron] 10.222.0.59 "GET /v2.0/networks/0e83c63f-f270-4784-9e48-2d2680934e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841260 Jul 19 17:36:09.668694 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-08ede035-6b76-490d-b9c3-ca17e8e9127e req-dbc86f55-81d9-4dba-93d7-1e1c67820756 service neutron] 10.222.0.59 "GET /v2.0/networks/0e83c63f-f270-4784-9e48-2d2680934e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092381 Jul 19 17:36:09.775277 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b0bcd-4691-4249-9ae9-1c8139302f75 req-67fd2ace-b4f0-4d75-b587-77267ad5479a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:09.776818 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-0c7b0bcd-4691-4249-9ae9-1c8139302f75 req-67fd2ace-b4f0-4d75-b587-77267ad5479a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=053743a201e645eb8171ece57a695059&device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 1096 time: 0.0534120 Jul 19 17:36:09.873163 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b0bcd-4691-4249-9ae9-1c8139302f75 req-f995ac57-7c3b-4063-b535-3d89b8981b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:09.874701 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-0c7b0bcd-4691-4249-9ae9-1c8139302f75 req-f995ac57-7c3b-4063-b535-3d89b8981b0a service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e83c63f-f270-4784-9e48-2d2680934e60 HTTP/1.1" status: 200 len: 909 time: 0.0887754 Jul 19 17:36:09.916408 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-0c7b0bcd-4691-4249-9ae9-1c8139302f75 req-9ca65693-1350-4c58-a790-396b56e96a1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe HTTP/1.1" status: 200 len: 217 time: 0.0335159 Jul 19 17:36:09.968949 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b0bcd-4691-4249-9ae9-1c8139302f75 req-e73adef2-e86a-4587-98f8-c67762cfadc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:09.970350 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-0c7b0bcd-4691-4249-9ae9-1c8139302f75 req-e73adef2-e86a-4587-98f8-c67762cfadc2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a0555730-6f23-430b-a1ff-95a8f3eefe91 HTTP/1.1" status: 200 len: 847 time: 0.0427990 Jul 19 17:36:10.032283 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b0bcd-4691-4249-9ae9-1c8139302f75 req-1711c930-ae51-4165-a6bf-f74f6f047080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:10.033769 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-0c7b0bcd-4691-4249-9ae9-1c8139302f75 req-1711c930-ae51-4165-a6bf-f74f6f047080 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e83c63f-f270-4784-9e48-2d2680934e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558047 Jul 19 17:36:10.131448 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-0c7b0bcd-4691-4249-9ae9-1c8139302f75 req-5cc3fc17-619f-4d3c-a001-4bc6bd6d1308 service neutron] 10.222.0.59 "GET /v2.0/networks/0e83c63f-f270-4784-9e48-2d2680934e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884154 Jul 19 17:36:10.158360 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde27361-4055-4c72-b8d8-841a0b212ff7 req-b3d34d51-bf15-404e-9b87-1a1b0d1b721a tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:10.160016 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bde27361-4055-4c72-b8d8-841a0b212ff7 req-b3d34d51-bf15-404e-9b87-1a1b0d1b721a tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 943 time: 0.0716212 Jul 19 17:36:10.212960 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bde27361-4055-4c72-b8d8-841a0b212ff7 req-5395a313-17bf-4069-9384-324a121d4f9e tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471237 Jul 19 17:36:10.264996 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-0c7b0bcd-4691-4249-9ae9-1c8139302f75 req-89c65e3d-0491-4b81-a4f6-30314f98a9dc service neutron] 10.222.0.59 "GET /v2.0/networks/0e83c63f-f270-4784-9e48-2d2680934e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187947 Jul 19 17:36:10.553869 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e1021-b76c-4f8a-acc4-bfcbdd0d5f12 req-98368403-656a-4dbf-9cde-92b4e7bf9ba0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:10.555689 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-770e1021-b76c-4f8a-acc4-bfcbdd0d5f12 req-98368403-656a-4dbf-9cde-92b4e7bf9ba0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.0778775 Jul 19 17:36:10.598857 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-770e1021-b76c-4f8a-acc4-bfcbdd0d5f12 req-5b84aa7c-54b8-4947-ae5e-4f454b0abeb0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362117 Jul 19 17:36:11.351008 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb35f23-e099-4760-9db6-0614f8ca039e req-ea0ad52b-1aa3-4521-8928-ab5833d63d97 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:11.352524 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2fb35f23-e099-4760-9db6-0614f8ca039e req-ea0ad52b-1aa3-4521-8928-ab5833d63d97 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 943 time: 0.0660348 Jul 19 17:36:11.394714 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2fb35f23-e099-4760-9db6-0614f8ca039e req-2299be12-2429-4238-8187-c0455003fe91 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366085 Jul 19 17:36:11.747741 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579838dc-6ae6-4c55-84bf-4f4514d627c0 req-1be9b545-523f-41e8-aa87-c594c9d0afba tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:11.749378 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-579838dc-6ae6-4c55-84bf-4f4514d627c0 req-1be9b545-523f-41e8-aa87-c594c9d0afba tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.0734942 Jul 19 17:36:11.793711 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-579838dc-6ae6-4c55-84bf-4f4514d627c0 req-d8c38575-bfa7-4ffb-9ed5-b6753abe59a7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369446 Jul 19 17:36:12.526248 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6aebe-d013-4859-b752-b26e2c2694bc req-6d95829f-581f-44b5-a440-19cbf3499db0 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:12.527751 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f2b6aebe-d013-4859-b752-b26e2c2694bc req-6d95829f-581f-44b5-a440-19cbf3499db0 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 943 time: 0.0650163 Jul 19 17:36:12.568418 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f2b6aebe-d013-4859-b752-b26e2c2694bc req-e73ab77a-7106-4190-b6cb-afb8e86fffe7 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348768 Jul 19 17:36:12.996720 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e1c1c-ae69-4736-be0d-6265f4be8a1e req-090777fc-578f-4ab5-b104-4b85b1c4bea8 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:12.998140 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9d1e1c1c-ae69-4736-be0d-6265f4be8a1e req-090777fc-578f-4ab5-b104-4b85b1c4bea8 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.1168032 Jul 19 17:36:13.009209 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90351106-1f30-4a5d-bcea-43f8f1feeb8f req-0c25f234-600b-4ba4-a14d-f88fb05bf10a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:13.010692 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-90351106-1f30-4a5d-bcea-43f8f1feeb8f req-0c25f234-600b-4ba4-a14d-f88fb05bf10a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.0925858 Jul 19 17:36:13.066152 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9d1e1c1c-ae69-4736-be0d-6265f4be8a1e req-4224e81d-4285-4b9e-a034-c06e377741c2 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544732 Jul 19 17:36:13.071084 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-90351106-1f30-4a5d-bcea-43f8f1feeb8f req-a4bb02a1-c35b-45af-bab6-17a710671106 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531592 Jul 19 17:36:13.324331 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030278c-7399-4d8c-85eb-cd7ec14aca5f req-03f2a241-5a62-4596-80e8-42e2d5bae1cd tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:13.325839 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3030278c-7399-4d8c-85eb-cd7ec14aca5f req-03f2a241-5a62-4596-80e8-42e2d5bae1cd tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=43102455-f2dc-42b9-86e5-0205614e28fe HTTP/1.1" status: 200 len: 945 time: 0.0691473 Jul 19 17:36:13.366056 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3030278c-7399-4d8c-85eb-cd7ec14aca5f req-6fa9e66d-ce3d-4ee2-8c1a-ee2bb25c905a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339904 Jul 19 17:36:13.700967 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae590c-091d-4525-bbd1-a4a2a20a0050 req-f917d12b-d322-41d0-8625-bab12346eda6 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:13.702482 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d9ae590c-091d-4525-bbd1-a4a2a20a0050 req-f917d12b-d322-41d0-8625-bab12346eda6 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 943 time: 0.0642543 Jul 19 17:36:13.741318 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d9ae590c-091d-4525-bbd1-a4a2a20a0050 req-2ecb0891-3d44-4f98-bd73-ebf8b5c79363 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331650 Jul 19 17:36:14.248347 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb61e97-f5b6-49ae-a02a-65eb7e8f978b req-52c77cb5-0d4e-40c4-999e-ba35fda70373 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:14.249939 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4bb61e97-f5b6-49ae-a02a-65eb7e8f978b req-52c77cb5-0d4e-40c4-999e-ba35fda70373 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.1099348 Jul 19 17:36:14.258662 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0812a-7c29-42a7-98ad-10f5af3fd12b req-fd7db310-f5d9-4625-b961-fb3d33325a97 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:14.260153 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ddb0812a-7c29-42a7-98ad-10f5af3fd12b req-fd7db310-f5d9-4625-b961-fb3d33325a97 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.1187744 Jul 19 17:36:14.315793 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4bb61e97-f5b6-49ae-a02a-65eb7e8f978b req-0079f405-7db5-4050-8000-44bedb0aa979 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546529 Jul 19 17:36:14.320793 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ddb0812a-7c29-42a7-98ad-10f5af3fd12b req-4bd65128-c609-4e33-82b7-73c3f1d70d21 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537419 Jul 19 17:36:14.494586 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d2071-0210-4ec3-b18a-af30a54a657c req-4a09d4f6-3771-4dd0-a7b4-08877128f678 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:14.495994 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9a2d2071-0210-4ec3-b18a-af30a54a657c req-4a09d4f6-3771-4dd0-a7b4-08877128f678 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=43102455-f2dc-42b9-86e5-0205614e28fe HTTP/1.1" status: 200 len: 945 time: 0.0629382 Jul 19 17:36:14.534149 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9a2d2071-0210-4ec3-b18a-af30a54a657c req-e026fa13-076a-45cc-9533-baac252f92b7 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320392 Jul 19 17:36:14.887478 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d61fa-d64a-4002-bebb-af0ce80de516 req-5636856e-739e-40ee-b6b5-ec500b69695e tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:14.889030 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-de4d61fa-d64a-4002-bebb-af0ce80de516 req-5636856e-739e-40ee-b6b5-ec500b69695e tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 943 time: 0.0802510 Jul 19 17:36:14.928133 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-de4d61fa-d64a-4002-bebb-af0ce80de516 req-fa81f9e0-0ea3-4441-8b8e-4e3b853ac743 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334060 Jul 19 17:36:15.494420 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b670ebe-20d2-470f-b990-73bbe29e2e2d req-d29eac83-7f0f-4568-9007-cf8a581ee818 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:15.495909 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9b670ebe-20d2-470f-b990-73bbe29e2e2d req-d29eac83-7f0f-4568-9007-cf8a581ee818 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.0984573 Jul 19 17:36:15.503198 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2badf5cb-8579-4440-8a3e-1ff03e3e9bed req-b3714eaa-6e05-4a1b-9db3-8330e38f1036 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:15.504672 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2badf5cb-8579-4440-8a3e-1ff03e3e9bed req-b3714eaa-6e05-4a1b-9db3-8330e38f1036 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.1169755 Jul 19 17:36:15.562097 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9b670ebe-20d2-470f-b990-73bbe29e2e2d req-a0de55d4-0956-48f0-a3d0-f6fccf099ebd tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562942 Jul 19 17:36:15.563505 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8255ec-44ff-4e43-8e95-ab50d6ab0754 req-decbd0b2-296b-4bfd-8ee8-947eac508f8b tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:15.565163 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-4c8255ec-44ff-4e43-8e95-ab50d6ab0754 req-decbd0b2-296b-4bfd-8ee8-947eac508f8b tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.59 "GET /v2.0/ports?device_id=43102455-f2dc-42b9-86e5-0205614e28fe HTTP/1.1" status: 200 len: 945 time: 0.0684721 Jul 19 17:36:15.568120 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2badf5cb-8579-4440-8a3e-1ff03e3e9bed req-7e0cb1b2-2983-4aec-9f3e-1c1b9df41167 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557868 Jul 19 17:36:15.680897 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-4c8255ec-44ff-4e43-8e95-ab50d6ab0754 req-00c731ac-004c-4eca-b842-1e510eb643ce tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Deleting port d2955cf3-3ff6-45da-bc76-cebf63051b80 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:36:15.681239 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-4c8255ec-44ff-4e43-8e95-ab50d6ab0754 req-00c731ac-004c-4eca-b842-1e510eb643ce tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:15.688075 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a9be0-2793-4d52-a9c1-ea24123adcad req-7312a3be-f610-4462-85b2-f95ee8288c6c tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:15.689621 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d28a9be0-2793-4d52-a9c1-ea24123adcad req-7312a3be-f610-4462-85b2-f95ee8288c6c tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=43102455-f2dc-42b9-86e5-0205614e28fe HTTP/1.1" status: 200 len: 945 time: 0.0648296 Jul 19 17:36:15.729431 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d28a9be0-2793-4d52-a9c1-ea24123adcad req-edc27ed9-0d58-41b3-b702-4e6d9b558d42 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339375 Jul 19 17:36:15.776704 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-4c8255ec-44ff-4e43-8e95-ab50d6ab0754 req-00c731ac-004c-4eca-b842-1e510eb643ce tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] For port d2955cf3-3ff6-45da-bc76-cebf63051b80, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d2955cf3-3ff6-45da-bc76-cebf63051b80,segment=NetworkSegment(da51a4f5-0dcb-40e9-b412-f6e7f601152b),segment_id=da51a4f5-0dcb-40e9-b412-f6e7f601152b)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:36:15.776984 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-4c8255ec-44ff-4e43-8e95-ab50d6ab0754 req-00c731ac-004c-4eca-b842-1e510eb643ce tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:15.796290 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-4c8255ec-44ff-4e43-8e95-ab50d6ab0754 req-00c731ac-004c-4eca-b842-1e510eb643ce tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Calling delete_port for d2955cf3-3ff6-45da-bc76-cebf63051b80 owned by compute:nova {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:36:16.061023 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07455b0-f9fc-48ca-b7b2-6fb02e39c50c req-3ff26176-0fe0-49d6-ab11-d3155ce0df50 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:16.063040 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f07455b0-f9fc-48ca-b7b2-6fb02e39c50c req-3ff26176-0fe0-49d6-ab11-d3155ce0df50 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.59 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 945 time: 0.1117201 Jul 19 17:36:16.163674 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-4c8255ec-44ff-4e43-8e95-ab50d6ab0754 req-00c731ac-004c-4eca-b842-1e510eb643ce tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:16.164254 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b33901-46f9-4b40-a37c-c0e5a9f9f805 req-2aa59bce-0958-4943-9773-fce8729b1595 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:16.165793 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f6b33901-46f9-4b40-a37c-c0e5a9f9f805 req-2aa59bce-0958-4943-9773-fce8729b1595 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 943 time: 0.1632297 Jul 19 17:36:16.178860 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c', 'bd32d1a8-87a7-4f68-9f0f-634a077017c5', '306ee645-c38e-452c-996d-42411e0a14a5', 'd2955cf3-3ff6-45da-bc76-cebf63051b80'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:36:16.199541 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c731ac-004c-4eca-b842-1e510eb643ce tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Pushing event deleted for resources: {'Port': ['ID=d2955cf3-3ff6-45da-bc76-cebf63051b80,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:16.256508 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8255ec-44ff-4e43-8e95-ab50d6ab0754 req-00c731ac-004c-4eca-b842-1e510eb643ce tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] No DVR routers for this DVR port d2955cf3-3ff6-45da-bc76-cebf63051b80 on host hv-cinder-80069 {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:36:16.259414 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-4c8255ec-44ff-4e43-8e95-ab50d6ab0754 req-00c731ac-004c-4eca-b842-1e510eb643ce tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:16.261505 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-4c8255ec-44ff-4e43-8e95-ab50d6ab0754 req-00c731ac-004c-4eca-b842-1e510eb643ce tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.59 "DELETE /v2.0/ports/d2955cf3-3ff6-45da-bc76-cebf63051b80 HTTP/1.1" status: 204 len: 173 time: 0.6828046 Jul 19 17:36:16.261973 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43102455-f2dc-42b9-86e5-0205614e28fe', 'name': 'network-vif-deleted', 'tag': 'd2955cf3-3ff6-45da-bc76-cebf63051b80'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:36:16.264424 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd4cb68-2b9e-4685-81fd-a8caee1f4d00" -d '{"events": [{"server_uuid": "43102455-f2dc-42b9-86e5-0205614e28fe", "name": "network-vif-deleted", "tag": "d2955cf3-3ff6-45da-bc76-cebf63051b80"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:36:16.302680 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3e8158-9a62-435f-8af0-7f8d8aaa326e x-openstack-request-id: req-2e3e8158-9a62-435f-8af0-7f8d8aaa326e {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:36:16.303050 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43102455-f2dc-42b9-86e5-0205614e28fe", "name": "network-vif-deleted", "tag": "d2955cf3-3ff6-45da-bc76-cebf63051b80", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:36:16.303245 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e3e8158-9a62-435f-8af0-7f8d8aaa326e {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:36:16.303625 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43102455-f2dc-42b9-86e5-0205614e28fe', 'name': 'network-vif-deleted', 'tag': 'd2955cf3-3ff6-45da-bc76-cebf63051b80', 'status': 'completed', 'code': 200} Jul 19 17:36:16.454535 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-f07455b0-f9fc-48ca-b7b2-6fb02e39c50c req-03e20ff8-372e-4428-b8b1-6e6084d156ff tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Deleting port 293005df-69bd-4620-a674-ab78953c1abb {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:36:16.454883 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-f07455b0-f9fc-48ca-b7b2-6fb02e39c50c req-03e20ff8-372e-4428-b8b1-6e6084d156ff tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:16.479627 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f6b33901-46f9-4b40-a37c-c0e5a9f9f805 req-d6c7b0bc-d9ec-46b9-b66a-17992a1164f5 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3044648 Jul 19 17:36:16.553842 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-f07455b0-f9fc-48ca-b7b2-6fb02e39c50c req-03e20ff8-372e-4428-b8b1-6e6084d156ff tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] For port 293005df-69bd-4620-a674-ab78953c1abb, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=293005df-69bd-4620-a674-ab78953c1abb,segment=NetworkSegment(90726ae9-7266-40df-8eae-99ef187974f9),segment_id=90726ae9-7266-40df-8eae-99ef187974f9)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:36:16.554227 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-f07455b0-f9fc-48ca-b7b2-6fb02e39c50c req-03e20ff8-372e-4428-b8b1-6e6084d156ff tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:16.567377 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-f07455b0-f9fc-48ca-b7b2-6fb02e39c50c req-03e20ff8-372e-4428-b8b1-6e6084d156ff tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Calling delete_port for 293005df-69bd-4620-a674-ab78953c1abb owned by compute:nova {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:36:16.794905 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-f07455b0-f9fc-48ca-b7b2-6fb02e39c50c req-03e20ff8-372e-4428-b8b1-6e6084d156ff tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:16.841795 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4acb7-b7eb-4828-97d5-fae3118a9610 req-dc883de9-28d7-4074-979d-c08ff6034a79 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:16.843953 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b7e4acb7-b7eb-4828-97d5-fae3118a9610 req-dc883de9-28d7-4074-979d-c08ff6034a79 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.1914232 Jul 19 17:36:16.848267 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e20ff8-372e-4428-b8b1-6e6084d156ff tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Pushing event deleted for resources: {'Port': ['ID=293005df-69bd-4620-a674-ab78953c1abb,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:16.862023 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc904c-35ef-4c8d-99a4-9e588eed5a1f req-b6a06cfc-5ec1-4087-a40a-844417ffb180 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:16.862658 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-41bc904c-35ef-4c8d-99a4-9e588eed5a1f req-b6a06cfc-5ec1-4087-a40a-844417ffb180 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35575cb-55e8-4956-be16-eb46e9b0c8cc HTTP/1.1" status: 200 len: 867 time: 0.2087557 Jul 19 17:36:16.941047 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07455b0-f9fc-48ca-b7b2-6fb02e39c50c req-03e20ff8-372e-4428-b8b1-6e6084d156ff tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] No DVR routers for this DVR port 293005df-69bd-4620-a674-ab78953c1abb on host hv-cinder-80069 {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:36:16.946659 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-f07455b0-f9fc-48ca-b7b2-6fb02e39c50c req-03e20ff8-372e-4428-b8b1-6e6084d156ff tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:16.948667 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f07455b0-f9fc-48ca-b7b2-6fb02e39c50c req-03e20ff8-372e-4428-b8b1-6e6084d156ff tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.59 "DELETE /v2.0/ports/293005df-69bd-4620-a674-ab78953c1abb HTTP/1.1" status: 204 len: 173 time: 0.8771274 Jul 19 17:36:16.949092 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35575cb-55e8-4956-be16-eb46e9b0c8cc', 'name': 'network-vif-deleted', 'tag': '293005df-69bd-4620-a674-ab78953c1abb'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:36:16.951299 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ff5012-722a-4219-81e8-91e69da618d8" -d '{"events": [{"server_uuid": "f35575cb-55e8-4956-be16-eb46e9b0c8cc", "name": "network-vif-deleted", "tag": "293005df-69bd-4620-a674-ab78953c1abb"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:36:16.980227 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b7e4acb7-b7eb-4828-97d5-fae3118a9610 req-747ff01f-94eb-4a86-ba6a-4403f2e9ecb9 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293404 Jul 19 17:36:16.982845 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-41bc904c-35ef-4c8d-99a4-9e588eed5a1f req-b73be19d-f623-4c9b-b6ef-6bfda63ee15c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108150 Jul 19 17:36:17.051785 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10c6be8-9168-4ee1-8c3f-c5b64c4fdd3d x-openstack-request-id: req-a10c6be8-9168-4ee1-8c3f-c5b64c4fdd3d {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:36:17.052112 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35575cb-55e8-4956-be16-eb46e9b0c8cc", "name": "network-vif-deleted", "tag": "293005df-69bd-4620-a674-ab78953c1abb", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:36:17.052571 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a10c6be8-9168-4ee1-8c3f-c5b64c4fdd3d {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:36:17.052998 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35575cb-55e8-4956-be16-eb46e9b0c8cc', 'name': 'network-vif-deleted', 'tag': '293005df-69bd-4620-a674-ab78953c1abb', 'status': 'completed', 'code': 200} Jul 19 17:36:17.380112 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['3bae7e97-0ca6-44b4-aee8-25a700a196f7', '293005df-69bd-4620-a674-ab78953c1abb'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:36:17.420620 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:36:17.598603 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe,segment=NetworkSegment(aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216),segment_id=aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:36:17.616888 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': 'd9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe', 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60', 'port_id': 'd9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe', 'mac_address': 'fa:16:3e:6e:e9:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0555730-6f23-430b-a1ff-95a8f3eefe91', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:36:17.626995 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1437c-c569-4f18-a6b4-b1c396c9d5e1 req-606bebe9-e5a4-4aa4-9126-0c6794884972 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:17.631595 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dcf1437c-c569-4f18-a6b4-b1c396c9d5e1 req-606bebe9-e5a4-4aa4-9126-0c6794884972 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 943 time: 0.0724497 Jul 19 17:36:17.671975 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:17.673927 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dcf1437c-c569-4f18-a6b4-b1c396c9d5e1 req-732276b7-8616-4adb-b951-09e418730cac tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391741 Jul 19 17:36:17.685569 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:36:17.710832 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe,segment=NetworkSegment(aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216),segment_id=aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:36:17.714872 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:17.770605 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:17.777314 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:18.104892 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:36:18.138210 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f334fc-1777-4f05-9a8c-2b7dd2a4dcd6 req-4f46f7ed-fb7d-4c73-8ebf-ab1b91069675 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:18.145840 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-81f334fc-1777-4f05-9a8c-2b7dd2a4dcd6 req-4f46f7ed-fb7d-4c73-8ebf-ab1b91069675 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.0746098 Jul 19 17:36:18.188837 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-81f334fc-1777-4f05-9a8c-2b7dd2a4dcd6 req-427a489a-8028-4857-a702-39d40c9818db tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418401 Jul 19 17:36:18.323716 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abcc76-2dfb-4828-8fd8-91869b360105 req-5c8a873a-80bf-495e-9198-0abace538fff tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:18.325224 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-30abcc76-2dfb-4828-8fd8-91869b360105 req-5c8a873a-80bf-495e-9198-0abace538fff tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.0761085 Jul 19 17:36:18.371473 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-30abcc76-2dfb-4828-8fd8-91869b360105 req-f23617c6-ea20-4ad4-a8e1-7a3cad73ff79 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358629 Jul 19 17:36:18.466129 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a9a2b-c7f2-48df-a69c-41f54890a54c req-fb509a05-50f7-48b9-9044-d0235e3b4c17 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:18.467646 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-db4a9a2b-c7f2-48df-a69c-41f54890a54c req-fb509a05-50f7-48b9-9044-d0235e3b4c17 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=31842c17-c1a5-4cc0-9294-a5a252e6a271 HTTP/1.1" status: 200 len: 946 time: 0.0670631 Jul 19 17:36:18.506339 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-db4a9a2b-c7f2-48df-a69c-41f54890a54c req-839829e4-0dd3-4bd6-be46-97e19267d698 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330203 Jul 19 17:36:18.811982 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761792b1-fbdb-4527-bb71-9be369501d7d req-6722228f-cff1-4832-a864-86bb56f92241 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:18.813592 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-761792b1-fbdb-4527-bb71-9be369501d7d req-6722228f-cff1-4832-a864-86bb56f92241 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 944 time: 0.0743480 Jul 19 17:36:18.851524 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-761792b1-fbdb-4527-bb71-9be369501d7d req-2f095436-68aa-4fd7-a2c2-edf9e13fc466 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323594 Jul 19 17:36:19.325133 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795baa6f-5523-44e2-abb9-386b8fecbfec req-599d45e0-d4e3-4c96-a822-b11d5c06f2f1 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:19.326670 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-795baa6f-5523-44e2-abb9-386b8fecbfec req-599d45e0-d4e3-4c96-a822-b11d5c06f2f1 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.0656669 Jul 19 17:36:19.370078 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-795baa6f-5523-44e2-abb9-386b8fecbfec req-3b835b70-b09e-4fec-9d05-7b85f1cdd58a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371861 Jul 19 17:36:19.434347 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:36:19.482893 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning for port d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:36:19.486715 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:36:19.487080 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:19.503092 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624db900-8437-40b4-895d-6899f1d6289c req-e0ecaa20-8fd4-4015-8818-afdb95a40c75 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:19.504675 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-624db900-8437-40b4-895d-6899f1d6289c req-e0ecaa20-8fd4-4015-8818-afdb95a40c75 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.0648954 Jul 19 17:36:19.547647 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-624db900-8437-40b4-895d-6899f1d6289c req-b3f628b6-d552-4930-831c-96182fe7e4a4 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369947 Jul 19 17:36:19.570337 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:19.598378 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be6d073-473e-4d13-adb4-cf9c7d6aa1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:36:19.607104 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232cf339-718b-4dc9-a3e9-827bf8929d27" -d '{"events": [{"server_uuid": "1be6d073-473e-4d13-adb4-cf9c7d6aa1b8", "name": "network-vif-plugged", "status": "completed", "tag": "d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:36:19.621128 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe,segment=NetworkSegment(aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216),segment_id=aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:36:19.626774 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:19.627719 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device d2955cf3-3ff6-45da-bc76-cebf63051b80 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:36:19.650654 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceaf6aa5-f670-4a10-b398-0c276caf7f69 x-openstack-request-id: req-ceaf6aa5-f670-4a10-b398-0c276caf7f69 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:36:19.650950 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be6d073-473e-4d13-adb4-cf9c7d6aa1b8", "name": "network-vif-plugged", "status": "completed", "tag": "d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:36:19.651203 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ceaf6aa5-f670-4a10-b398-0c276caf7f69 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:36:19.651593 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be6d073-473e-4d13-adb4-cf9c7d6aa1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe', 'code': 200} Jul 19 17:36:19.653612 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] No Port match for: d2955cf3-3ff6-45da-bc76-cebf63051b80 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:36:19.653974 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device d2955cf3-3ff6-45da-bc76-cebf63051b80 not bound to the agent host hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:36:19.654394 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 293005df-69bd-4620-a674-ab78953c1abb no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:36:19.667062 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5941fa-dacb-41bc-be2e-e614492660d6 req-665a2165-f219-4fb6-b3bf-3266a51a0dcf tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:19.668688 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7c5941fa-dacb-41bc-be2e-e614492660d6 req-665a2165-f219-4fb6-b3bf-3266a51a0dcf tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=31842c17-c1a5-4cc0-9294-a5a252e6a271 HTTP/1.1" status: 200 len: 946 time: 0.0718291 Jul 19 17:36:19.691873 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] No Port match for: 293005df-69bd-4620-a674-ab78953c1abb {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:36:19.692159 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 293005df-69bd-4620-a674-ab78953c1abb not bound to the agent host hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:36:19.710176 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7c5941fa-dacb-41bc-be2e-e614492660d6 req-3f36c69a-c68d-48e9-9db8-6b0aa5ed0f0e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338624 Jul 19 17:36:19.716407 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:19.977149 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146fff4-c009-4d9c-9f94-103f63d63162 req-1abe5851-9491-43c3-b912-1fe181be66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:19.978539 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9146fff4-c009-4d9c-9f94-103f63d63162 req-1abe5851-9491-43c3-b912-1fe181be66f8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 1098 time: 0.0911944 Jul 19 17:36:20.029266 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b30741-c4bc-4a64-8536-e8c962a0b968 req-df10a3b6-e573-4071-b3de-35d8828a0a99 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:20.030809 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d1b30741-c4bc-4a64-8536-e8c962a0b968 req-df10a3b6-e573-4071-b3de-35d8828a0a99 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 945 time: 0.1072459 Jul 19 17:36:20.032955 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9146fff4-c009-4d9c-9f94-103f63d63162 req-9e7e9f57-d0f6-4f84-b319-2b9c090f3194 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459375 Jul 19 17:36:20.069590 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d1b30741-c4bc-4a64-8536-e8c962a0b968 req-7a5b663c-0c3f-40a1-b468-23e211bc8aee tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324798 Jul 19 17:36:20.508297 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86f60a-7b95-44ec-9fec-cd8cf5ee386c req-7ad06c29-3c8d-4e3e-a13d-200385d57584 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:20.510113 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cd86f60a-7b95-44ec-9fec-cd8cf5ee386c req-7ad06c29-3c8d-4e3e-a13d-200385d57584 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.0638280 Jul 19 17:36:20.549282 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cd86f60a-7b95-44ec-9fec-cd8cf5ee386c req-d48c1cb4-3b5d-4aad-8251-9b448ddeff52 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337086 Jul 19 17:36:20.689683 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13fa6d-252f-4f5d-b5ad-4b80f5d6b5d6 req-b63f5eac-4a16-480d-8e01-00ceda108c70 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:20.691076 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5c13fa6d-252f-4f5d-b5ad-4b80f5d6b5d6 req-b63f5eac-4a16-480d-8e01-00ceda108c70 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.0757098 Jul 19 17:36:20.753856 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5c13fa6d-252f-4f5d-b5ad-4b80f5d6b5d6 req-ffc6a498-cf8a-4170-81af-5f4539e25f51 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458002 Jul 19 17:36:20.777328 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082f5d7-0c07-4827-af07-afbabc32ac49 req-cb1c4f96-f916-4e38-b1fa-3d10b25aceef tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:20.778833 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f082f5d7-0c07-4827-af07-afbabc32ac49 req-cb1c4f96-f916-4e38-b1fa-3d10b25aceef tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.59 "GET /v2.0/ports?device_id=31842c17-c1a5-4cc0-9294-a5a252e6a271 HTTP/1.1" status: 200 len: 946 time: 0.1056314 Jul 19 17:36:20.911583 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24706387-13a9-43a6-9e22-7c9402690cb5 req-750a05da-2b33-4237-9f0c-33fe21477b86 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:20.913132 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-24706387-13a9-43a6-9e22-7c9402690cb5 req-750a05da-2b33-4237-9f0c-33fe21477b86 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=31842c17-c1a5-4cc0-9294-a5a252e6a271 HTTP/1.1" status: 200 len: 946 time: 0.1334126 Jul 19 17:36:20.949916 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-f082f5d7-0c07-4827-af07-afbabc32ac49 req-7d2bc242-d133-4371-b18d-c7ad511e816e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Deleting port 306ee645-c38e-452c-996d-42411e0a14a5 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:36:20.950167 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-f082f5d7-0c07-4827-af07-afbabc32ac49 req-7d2bc242-d133-4371-b18d-c7ad511e816e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:20.984915 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-24706387-13a9-43a6-9e22-7c9402690cb5 req-608cff7b-9fee-47dd-ae04-72e17ff101c6 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635762 Jul 19 17:36:21.055560 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-f082f5d7-0c07-4827-af07-afbabc32ac49 req-7d2bc242-d133-4371-b18d-c7ad511e816e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] For port 306ee645-c38e-452c-996d-42411e0a14a5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=306ee645-c38e-452c-996d-42411e0a14a5,segment=NetworkSegment(da51a4f5-0dcb-40e9-b412-f6e7f601152b),segment_id=da51a4f5-0dcb-40e9-b412-f6e7f601152b)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:36:21.055922 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-f082f5d7-0c07-4827-af07-afbabc32ac49 req-7d2bc242-d133-4371-b18d-c7ad511e816e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:21.068531 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-f082f5d7-0c07-4827-af07-afbabc32ac49 req-7d2bc242-d133-4371-b18d-c7ad511e816e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Calling delete_port for 306ee645-c38e-452c-996d-42411e0a14a5 owned by compute:nova {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:36:21.246000 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e19e9e99-2c48-4a1a-a7d2-d48f8324b0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:21.253617 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf260e8-9808-4c41-a256-4c7906179e28 req-61f9e073-2d33-4d14-a1cb-e17f20e1060c tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:21.255181 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8cf260e8-9808-4c41-a256-4c7906179e28 req-61f9e073-2d33-4d14-a1cb-e17f20e1060c tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 945 time: 0.1156778 Jul 19 17:36:21.256108 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-f082f5d7-0c07-4827-af07-afbabc32ac49 req-7d2bc242-d133-4371-b18d-c7ad511e816e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:21.271571 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c', 'bd32d1a8-87a7-4f68-9f0f-634a077017c5', '306ee645-c38e-452c-996d-42411e0a14a5'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:36:21.294967 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bc242-d133-4371-b18d-c7ad511e816e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Pushing event deleted for resources: {'Port': ['ID=306ee645-c38e-452c-996d-42411e0a14a5,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:21.317952 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2bc242-d133-4371-b18d-c7ad511e816e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:21.318412 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2bc242-d133-4371-b18d-c7ad511e816e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:21.318867 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2bc242-d133-4371-b18d-c7ad511e816e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:21.319236 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2bc242-d133-4371-b18d-c7ad511e816e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:21.319571 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2bc242-d133-4371-b18d-c7ad511e816e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:21.319946 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2bc242-d133-4371-b18d-c7ad511e816e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:21.320345 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2bc242-d133-4371-b18d-c7ad511e816e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:21.320696 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2bc242-d133-4371-b18d-c7ad511e816e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:21.321067 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2bc242-d133-4371-b18d-c7ad511e816e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:21.321440 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2bc242-d133-4371-b18d-c7ad511e816e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:21.321869 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2bc242-d133-4371-b18d-c7ad511e816e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:21.322221 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2bc242-d133-4371-b18d-c7ad511e816e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:21.369473 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-f082f5d7-0c07-4827-af07-afbabc32ac49 req-7d2bc242-d133-4371-b18d-c7ad511e816e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] No DVR routers for this DVR port 306ee645-c38e-452c-996d-42411e0a14a5 on host hv-cinder-80069 {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:36:21.373778 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-f082f5d7-0c07-4827-af07-afbabc32ac49 req-7d2bc242-d133-4371-b18d-c7ad511e816e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:21.376330 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f082f5d7-0c07-4827-af07-afbabc32ac49 req-7d2bc242-d133-4371-b18d-c7ad511e816e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.59 "DELETE /v2.0/ports/306ee645-c38e-452c-996d-42411e0a14a5 HTTP/1.1" status: 204 len: 173 time: 0.5863628 Jul 19 17:36:21.376769 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31842c17-c1a5-4cc0-9294-a5a252e6a271', 'name': 'network-vif-deleted', 'tag': '306ee645-c38e-452c-996d-42411e0a14a5'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:36:21.379122 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e001a08-8d64-454c-a970-519432caae67" -d '{"events": [{"server_uuid": "31842c17-c1a5-4cc0-9294-a5a252e6a271", "name": "network-vif-deleted", "tag": "306ee645-c38e-452c-996d-42411e0a14a5"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:36:21.387498 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8cf260e8-9808-4c41-a256-4c7906179e28 req-fb3053cc-4a27-4f95-8ea8-40c9530229b5 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216621 Jul 19 17:36:21.426899 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e444b25-7ed5-4518-81d8-bbda75b61a81 x-openstack-request-id: req-1e444b25-7ed5-4518-81d8-bbda75b61a81 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:36:21.427190 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31842c17-c1a5-4cc0-9294-a5a252e6a271", "name": "network-vif-deleted", "tag": "306ee645-c38e-452c-996d-42411e0a14a5", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:36:21.427441 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e444b25-7ed5-4518-81d8-bbda75b61a81 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:36:21.427840 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31842c17-c1a5-4cc0-9294-a5a252e6a271', 'name': 'network-vif-deleted', 'tag': '306ee645-c38e-452c-996d-42411e0a14a5', 'status': 'completed', 'code': 200} Jul 19 17:36:21.694376 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90ee33-3103-4e4c-913e-39ce598b584b req-17476692-d75e-4cbd-bd25-b8b4a51fbb9e tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:21.695934 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5c90ee33-3103-4e4c-913e-39ce598b584b req-17476692-d75e-4cbd-bd25-b8b4a51fbb9e tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.0757174 Jul 19 17:36:21.748341 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5c90ee33-3103-4e4c-913e-39ce598b584b req-bdba7a97-0ff2-4e33-9aff-aae3098523bb tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463192 Jul 19 17:36:21.886173 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca38a6-7525-4da1-ad5d-62fe345db016 req-9a69e223-4cef-4c96-bbf2-7ff8ae0780e6 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:21.887749 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-adca38a6-7525-4da1-ad5d-62fe345db016 req-9a69e223-4cef-4c96-bbf2-7ff8ae0780e6 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.0638521 Jul 19 17:36:21.928495 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-adca38a6-7525-4da1-ad5d-62fe345db016 req-1c139ad0-46b5-4477-b01a-0984f642fafe tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336816 Jul 19 17:36:22.106255 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-39ef5671-dfb8-4705-97bb-8dd9434a6690 req-b96cf550-a099-4a0a-838d-b7d6c4e993ba tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=31842c17-c1a5-4cc0-9294-a5a252e6a271 HTTP/1.1" status: 200 len: 210 time: 0.0289660 Jul 19 17:36:22.537813 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fae795-0c13-427c-af6c-d4082ddd2326 req-b2bebc6e-f750-491a-bfac-dad87c5ad651 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:22.539255 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e1fae795-0c13-427c-af6c-d4082ddd2326 req-b2bebc6e-f750-491a-bfac-dad87c5ad651 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 945 time: 0.0687649 Jul 19 17:36:22.577870 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e1fae795-0c13-427c-af6c-d4082ddd2326 req-5080f1b4-9b86-4f60-a64a-f6961d5f9e7d tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330541 Jul 19 17:36:22.711469 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e626fb-14fc-439e-81cb-022d7d6f55fa req-587411ab-926d-4135-9b69-805c4650ac4e tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:22.712916 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-40e626fb-14fc-439e-81cb-022d7d6f55fa req-587411ab-926d-4135-9b69-805c4650ac4e tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 945 time: 0.0658355 Jul 19 17:36:22.750986 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-40e626fb-14fc-439e-81cb-022d7d6f55fa req-1d873b16-56ba-4e81-9f8d-9135c08bc104 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315304 Jul 19 17:36:22.772188 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 40616) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:22.895106 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8ade3-7bda-48ec-9a3d-4df3423a8ce1 req-2f5e1a37-b9d8-41db-b0e4-f2996c93d299 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:22.896666 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-66b8ade3-7bda-48ec-9a3d-4df3423a8ce1 req-2f5e1a37-b9d8-41db-b0e4-f2996c93d299 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.0745106 Jul 19 17:36:22.938670 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-66b8ade3-7bda-48ec-9a3d-4df3423a8ce1 req-736059e0-3a86-4ce3-b157-d2d04f9b5b66 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331604 Jul 19 17:36:22.990570 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3349b72-f11d-4cce-94e0-88db0b95188e tempest-TestShelveInstance-280328853 tempest-TestShelveInstance-280328853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:22.992673 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-c3349b72-f11d-4cce-94e0-88db0b95188e tempest-TestShelveInstance-280328853 tempest-TestShelveInstance-280328853-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 1093 time: 0.2189445 Jul 19 17:36:22.995161 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 40624) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:22.999746 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-94713404-65fc-4cfe-9624-324ff3f70191 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Request body: {'floatingip': {'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'port_id': 'd9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe', 'tenant_id': '053743a201e645eb8171ece57a695059', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:36:23.051591 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-94713404-65fc-4cfe-9624-324ff3f70191 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for floatingip, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:23.104458 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b96137-d4eb-4a0c-9f97-f25ec7e9eb24 req-47a35fdb-7c57-4c90-a49f-97cadb401d6a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:23.105975 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a3b96137-d4eb-4a0c-9f97-f25ec7e9eb24 req-47a35fdb-7c57-4c90-a49f-97cadb401d6a tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.1019042 Jul 19 17:36:23.187314 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a3b96137-d4eb-4a0c-9f97-f25ec7e9eb24 req-cd13629e-7165-4649-b5be-d802cd8bbc3c tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750735 Jul 19 17:36:23.211470 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-94713404-65fc-4cfe-9624-324ff3f70191 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:23.358105 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-94713404-65fc-4cfe-9624-324ff3f70191 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Allocated IP 172.27.0.80 (3fed661f-002c-47fa-82e8-e8fe637e9a0e/a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30/864309bd-774b-4c2b-b159-9035eb0c6039) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:36:23.458179 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 93721a07-ae75-4b6a-b020-98ca9b17c8b2 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:36:23.465103 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 306ee645-c38e-452c-996d-42411e0a14a5 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:36:23.492162 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764e9f4-3684-46f6-8476-60e88083974d req-2bb22499-8d78-46f7-9be0-eef7e5ea23b7 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:23.492913 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] No Port match for: 306ee645-c38e-452c-996d-42411e0a14a5 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:36:23.493348 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 306ee645-c38e-452c-996d-42411e0a14a5 not bound to the agent host hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:36:23.493700 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c764e9f4-3684-46f6-8476-60e88083974d req-2bb22499-8d78-46f7-9be0-eef7e5ea23b7 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ec4884-7676-4b8b-bd46-0278a216edf4 HTTP/1.1" status: 200 len: 945 time: 0.1313314 Jul 19 17:36:23.530400 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-94713404-65fc-4cfe-9624-324ff3f70191 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:23.572770 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c764e9f4-3684-46f6-8476-60e88083974d req-afe7c773-f039-4733-be26-c7d257d0eebd tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667231 Jul 19 17:36:23.603286 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 93721a07-ae75-4b6a-b020-98ca9b17c8b2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=93721a07-ae75-4b6a-b020-98ca9b17c8b2,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:36:23.614806 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': '93721a07-ae75-4b6a-b020-98ca9b17c8b2', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'port_id': '93721a07-ae75-4b6a-b020-98ca9b17c8b2', 'mac_address': 'fa:16:3e:4f:7e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8cde66-88d0-4637-913a-84e51941d044', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:36:23.618572 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-94713404-65fc-4cfe-9624-324ff3f70191 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:23.656531 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:23.663255 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94713404-65fc-4cfe-9624-324ff3f70191 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Network 3fed661f-002c-47fa-82e8-e8fe637e9a0e is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:36:23.666232 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-94713404-65fc-4cfe-9624-324ff3f70191 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:36:23.668883 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94713404-65fc-4cfe-9624-324ff3f70191 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:36:23.672751 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93721a07-ae75-4b6a-b020-98ca9b17c8b2 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:36:23.695653 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94713404-65fc-4cfe-9624-324ff3f70191 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Pushing event updated for resources: {'Port': ['ID=864309bd-774b-4c2b-b159-9035eb0c6039,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:23.703900 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 93721a07-ae75-4b6a-b020-98ca9b17c8b2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=93721a07-ae75-4b6a-b020-98ca9b17c8b2,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:36:23.711368 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:23.767712 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=93721a07-ae75-4b6a-b020-98ca9b17c8b2,revision_number=6']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:23.840036 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['93721a07-ae75-4b6a-b020-98ca9b17c8b2'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:36:24.019151 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-29c3c9d2-7fc7-4372-bd81-1e25676e2ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:24.409739 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:24.510314 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-94713404-65fc-4cfe-9624-324ff3f70191 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:24.566276 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245af5c6-8eb8-4e72-b017-53082b60dd9d req-c3949c45-e340-4cb1-8fae-94ea532037b7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:24.567748 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-245af5c6-8eb8-4e72-b017-53082b60dd9d req-c3949c45-e340-4cb1-8fae-94ea532037b7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 945 time: 0.5051849 Jul 19 17:36:24.579530 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e06818-d878-4d27-b046-56520d17f2d8 req-07a103db-cbc1-4cf8-9828-d4da55677cd6 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:24.580973 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-95e06818-d878-4d27-b046-56520d17f2d8 req-07a103db-cbc1-4cf8-9828-d4da55677cd6 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.2452669 Jul 19 17:36:24.688332 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-95e06818-d878-4d27-b046-56520d17f2d8 req-250107b1-0ab4-42a2-a7d3-ce2c3cb61ca4 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002522 Jul 19 17:36:24.693117 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-245af5c6-8eb8-4e72-b017-53082b60dd9d req-adeaf6c3-1882-46ec-bdb6-bd65684fa9ba tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112196 Jul 19 17:36:24.731431 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-94713404-65fc-4cfe-9624-324ff3f70191 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:24.894738 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883979c-44dc-4dc5-b3f4-7b5651f4964e req-e83bc588-4d1a-4900-a100-4c98724aa3d0 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:24.896300 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c883979c-44dc-4dc5-b3f4-7b5651f4964e req-e83bc588-4d1a-4900-a100-4c98724aa3d0 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ec4884-7676-4b8b-bd46-0278a216edf4 HTTP/1.1" status: 200 len: 945 time: 0.1341116 Jul 19 17:36:24.951488 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-94713404-65fc-4cfe-9624-324ff3f70191 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:24.959051 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c883979c-44dc-4dc5-b3f4-7b5651f4964e req-5951b1e1-96e5-47cf-b056-fdc92952e4ad tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528071 Jul 19 17:36:24.960288 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-94713404-65fc-4cfe-9624-324ff3f70191 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4638951'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:25.032240 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94713404-65fc-4cfe-9624-324ff3f70191 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Pushing event updated for resources: {'Port': ['ID=864309bd-774b-4c2b-b159-9035eb0c6039,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:25.043772 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-94713404-65fc-4cfe-9624-324ff3f70191 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567430'] for floatingip, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:25.168392 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.db.l3_db [None req-94713404-65fc-4cfe-9624-324ff3f70191 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Floating IP dd7d55b7-449c-4848-afde-90fe2e3b76f8 associated. External IP: 172.27.0.80, port: d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe. Jul 19 17:36:25.311187 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc441ad-7aa7-45cb-a72b-da04ced6841b req-ac4fde1e-d193-4423-ae4b-eea1ff347ea2 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:25.312926 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cdc441ad-7aa7-45cb-a72b-da04ced6841b req-ac4fde1e-d193-4423-ae4b-eea1ff347ea2 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.59 "GET /v2.0/ports?device_id=55ec4884-7676-4b8b-bd46-0278a216edf4 HTTP/1.1" status: 200 len: 945 time: 0.1551104 Jul 19 17:36:25.330580 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:25.457695 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 93721a07-ae75-4b6a-b020-98ca9b17c8b2 up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:36:25.500663 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94713404-65fc-4cfe-9624-324ff3f70191 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Router 34bafd5e-af95-4e77-adab-613373c6f763 has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:36:25.512373 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port 93721a07-ae75-4b6a-b020-98ca9b17c8b2 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:36:25.513415 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:25.514482 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-cdc441ad-7aa7-45cb-a72b-da04ced6841b req-1d49fb4c-7897-4b95-b6e7-a408657c1f9e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Deleting port bd32d1a8-87a7-4f68-9f0f-634a077017c5 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:36:25.515000 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cdc441ad-7aa7-45cb-a72b-da04ced6841b req-1d49fb4c-7897-4b95-b6e7-a408657c1f9e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:25.632560 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:25.663696 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07303afd-195a-4176-a104-425d9c64666e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93721a07-ae75-4b6a-b020-98ca9b17c8b2'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:36:25.666179 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8908df-a180-4120-91a9-2672b5c5969f" -d '{"events": [{"server_uuid": "07303afd-195a-4176-a104-425d9c64666e", "name": "network-vif-plugged", "status": "completed", "tag": "93721a07-ae75-4b6a-b020-98ca9b17c8b2"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:36:25.701350 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-cdc441ad-7aa7-45cb-a72b-da04ced6841b req-1d49fb4c-7897-4b95-b6e7-a408657c1f9e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] For port bd32d1a8-87a7-4f68-9f0f-634a077017c5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bd32d1a8-87a7-4f68-9f0f-634a077017c5,segment=NetworkSegment(da51a4f5-0dcb-40e9-b412-f6e7f601152b),segment_id=da51a4f5-0dcb-40e9-b412-f6e7f601152b)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:36:25.701657 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cdc441ad-7aa7-45cb-a72b-da04ced6841b req-1d49fb4c-7897-4b95-b6e7-a408657c1f9e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:25.708620 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 93721a07-ae75-4b6a-b020-98ca9b17c8b2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=93721a07-ae75-4b6a-b020-98ca9b17c8b2,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:36:25.712718 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94713404-65fc-4cfe-9624-324ff3f70191 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:36:25.723536 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-cdc441ad-7aa7-45cb-a72b-da04ced6841b req-1d49fb4c-7897-4b95-b6e7-a408657c1f9e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Calling delete_port for bd32d1a8-87a7-4f68-9f0f-634a077017c5 owned by compute:nova {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:36:25.729931 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2e2ef-577d-4cb8-8f60-1be6fd641d97 None None] Sync routers for ids ['34bafd5e-af95-4e77-adab-613373c6f763'] in dv-cinder-800695-4-iscsi {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:36:25.739029 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0631b6a2-f254-4147-897c-1497cb52f6f2 x-openstack-request-id: req-0631b6a2-f254-4147-897c-1497cb52f6f2 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:36:25.740498 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07303afd-195a-4176-a104-425d9c64666e", "name": "network-vif-plugged", "status": "completed", "tag": "93721a07-ae75-4b6a-b020-98ca9b17c8b2", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:36:25.741216 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0631b6a2-f254-4147-897c-1497cb52f6f2 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:36:25.741753 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07303afd-195a-4176-a104-425d9c64666e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93721a07-ae75-4b6a-b020-98ca9b17c8b2', 'code': 200} Jul 19 17:36:25.742623 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:25.743588 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device bd32d1a8-87a7-4f68-9f0f-634a077017c5 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:36:25.746234 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-94713404-65fc-4cfe-9624-324ff3f70191 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for floatingip, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:25.759883 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b2e2ef-577d-4cb8-8f60-1be6fd641d97 None None] Routers {'34bafd5e-af95-4e77-adab-613373c6f763'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:36:25.760700 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-e1b2e2ef-577d-4cb8-8f60-1be6fd641d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:36:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['34bafd5e-af95-4e77-adab-613373c6f763'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:36:25.848962 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-94713404-65fc-4cfe-9624-324ff3f70191 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8524802 Jul 19 17:36:25.856182 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be6d073-473e-4d13-adb4-cf9c7d6aa1b8', 'tag': 'd9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:36:25.858912 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914150ff-ec49-4051-8f89-14aef374bbd1" -d '{"events": [{"name": "network-changed", "server_uuid": "1be6d073-473e-4d13-adb4-cf9c7d6aa1b8", "tag": "d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:36:25.870866 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73b2e6-8922-4319-9a0a-f3d34467cc68 req-9fd6f4fd-e191-4895-83ff-f8658a051488 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:25.872457 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-db73b2e6-8922-4319-9a0a-f3d34467cc68 req-9fd6f4fd-e191-4895-83ff-f8658a051488 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.1828394 Jul 19 17:36:25.958746 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=93721a07-ae75-4b6a-b020-98ca9b17c8b2,revision_number=7']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:25.970647 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:26.012750 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-db73b2e6-8922-4319-9a0a-f3d34467cc68 req-58476ba5-159c-4730-827c-cf8d6ef46855 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Deleting port 3bae7e97-0ca6-44b4-aee8-25a700a196f7 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:36:26.013388 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-db73b2e6-8922-4319-9a0a-f3d34467cc68 req-58476ba5-159c-4730-827c-cf8d6ef46855 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:26.021011 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port bd32d1a8-87a7-4f68-9f0f-634a077017c5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bd32d1a8-87a7-4f68-9f0f-634a077017c5,segment=NetworkSegment(da51a4f5-0dcb-40e9-b412-f6e7f601152b),segment_id=da51a4f5-0dcb-40e9-b412-f6e7f601152b)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:36:26.027989 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-e1b2e2ef-577d-4cb8-8f60-1be6fd641d97 None None] Set router 34bafd5e-af95-4e77-adab-613373c6f763 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:36:26.035238 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:26.102050 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=bd32d1a8-87a7-4f68-9f0f-634a077017c5,revision_number=6']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:26.114274 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-db73b2e6-8922-4319-9a0a-f3d34467cc68 req-58476ba5-159c-4730-827c-cf8d6ef46855 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] For port 3bae7e97-0ca6-44b4-aee8-25a700a196f7, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=3bae7e97-0ca6-44b4-aee8-25a700a196f7,segment=NetworkSegment(90726ae9-7266-40df-8eae-99ef187974f9),segment_id=90726ae9-7266-40df-8eae-99ef187974f9)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:36:26.114848 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-db73b2e6-8922-4319-9a0a-f3d34467cc68 req-58476ba5-159c-4730-827c-cf8d6ef46855 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:26.130283 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-db73b2e6-8922-4319-9a0a-f3d34467cc68 req-58476ba5-159c-4730-827c-cf8d6ef46855 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Calling delete_port for 3bae7e97-0ca6-44b4-aee8-25a700a196f7 owned by compute:nova {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:36:26.177117 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96955b08-3502-405b-9378-68ba650b108e req-e3712745-a027-4c3c-be8b-a4c0a9b11d57 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:26.179595 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-96955b08-3502-405b-9378-68ba650b108e req-e3712745-a027-4c3c-be8b-a4c0a9b11d57 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f33126-25a0-439a-bd9f-075c8afe94ce HTTP/1.1" status: 200 len: 945 time: 0.3064907 Jul 19 17:36:26.218472 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da3fa3-aebf-4c89-b9d1-e0fb0a1d68a0 req-6d970f61-3a00-44be-ad32-9cae1cba6ad4 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:26.225478 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-20da3fa3-aebf-4c89-b9d1-e0fb0a1d68a0 req-6d970f61-3a00-44be-ad32-9cae1cba6ad4 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.3332467 Jul 19 17:36:26.233372 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cdc441ad-7aa7-45cb-a72b-da04ced6841b req-1d49fb4c-7897-4b95-b6e7-a408657c1f9e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:26.247432 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:36:26.312747 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-db73b2e6-8922-4319-9a0a-f3d34467cc68 req-58476ba5-159c-4730-827c-cf8d6ef46855 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:26.354397 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58476ba5-159c-4730-827c-cf8d6ef46855 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Pushing event deleted for resources: {'Port': ['ID=3bae7e97-0ca6-44b4-aee8-25a700a196f7,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:26.379362 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49fb4c-7897-4b95-b6e7-a408657c1f9e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Pushing event deleted for resources: {'Port': ['ID=bd32d1a8-87a7-4f68-9f0f-634a077017c5,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:26.398068 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-e1b2e2ef-577d-4cb8-8f60-1be6fd641d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bafd5e-af95-4e77-adab-613373c6f763', 'name': 'tempest-TestShelveInstance-328472165-router', 'tenant_id': '053743a201e645eb8171ece57a695059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:30Z', 'revision_number': 4, 'project_id': '053743a201e645eb8171ece57a695059', 'gw_port': {'id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': 'dd7d55b7-449c-4848-afde-90fe2e3b76f8', 'tenant_id': '053743a201e645eb8171ece57a695059', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'port_id': 'd9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60', 'mac_address': 'fa:16:3e:6e:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be6d073-473e-4d13-adb4-cf9c7d6aa1b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:36:23Z', 'updated_at': '2021-07-19T17:36:23Z', 'revision_number': 0, 'project_id': '053743a201e645eb8171ece57a695059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4', 'name': '', 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60', 'tenant_id': '053743a201e645eb8171ece57a695059', 'mac_address': 'fa:16:3e:f9:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'a0555730-6f23-430b-a1ff-95a8f3eefe91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:30Z', 'updated_at': '2021-07-19T17:35:38Z', 'revision_number': 5, 'project_id': '053743a201e645eb8171ece57a695059', 'subnets': [{'id': 'a0555730-6f23-430b-a1ff-95a8f3eefe91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:36:26.402183 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-96955b08-3502-405b-9378-68ba650b108e req-7f0420ad-a9b0-4eb9-8348-7d26a763186b tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166269 Jul 19 17:36:26.421420 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-db73b2e6-8922-4319-9a0a-f3d34467cc68 req-58476ba5-159c-4730-827c-cf8d6ef46855 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] No DVR routers for this DVR port 3bae7e97-0ca6-44b4-aee8-25a700a196f7 on host hv-cinder-80069 {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:36:26.427534 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-db73b2e6-8922-4319-9a0a-f3d34467cc68 req-58476ba5-159c-4730-827c-cf8d6ef46855 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:26.429644 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-db73b2e6-8922-4319-9a0a-f3d34467cc68 req-58476ba5-159c-4730-827c-cf8d6ef46855 tempest-ServerRescueNegativeTestJSON-312962539 tempest-ServerRescueNegativeTestJSON-312962539-project] 10.222.0.59 "DELETE /v2.0/ports/3bae7e97-0ca6-44b4-aee8-25a700a196f7 HTTP/1.1" status: 204 len: 173 time: 0.5454438 Jul 19 17:36:26.430120 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f33126-25a0-439a-bd9f-075c8afe94ce', 'name': 'network-vif-deleted', 'tag': '3bae7e97-0ca6-44b4-aee8-25a700a196f7'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:36:26.432634 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9d5b8b-63cd-4c20-ad75-c8f8aa10fe80" -d '{"events": [{"server_uuid": "a5f33126-25a0-439a-bd9f-075c8afe94ce", "name": "network-vif-deleted", "tag": "3bae7e97-0ca6-44b4-aee8-25a700a196f7"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:36:26.448624 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2e2ef-577d-4cb8-8f60-1be6fd641d97 None None] Checking router: 34bafd5e-af95-4e77-adab-613373c6f763 for host: dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:36:26.454947 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-20da3fa3-aebf-4c89-b9d1-e0fb0a1d68a0 req-edf27157-0319-499d-899a-23c2fd54f40e tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284319 Jul 19 17:36:26.471786 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b2e2ef-577d-4cb8-8f60-1be6fd641d97 None None] Routers {'34bafd5e-af95-4e77-adab-613373c6f763'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:36:26.472560 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-e1b2e2ef-577d-4cb8-8f60-1be6fd641d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:36:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['34bafd5e-af95-4e77-adab-613373c6f763'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:36:26.502910 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc441ad-7aa7-45cb-a72b-da04ced6841b req-1d49fb4c-7897-4b95-b6e7-a408657c1f9e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] No DVR routers for this DVR port bd32d1a8-87a7-4f68-9f0f-634a077017c5 on host hv-cinder-80069 {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:36:26.506049 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cdc441ad-7aa7-45cb-a72b-da04ced6841b req-1d49fb4c-7897-4b95-b6e7-a408657c1f9e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:26.509042 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cdc441ad-7aa7-45cb-a72b-da04ced6841b req-1d49fb4c-7897-4b95-b6e7-a408657c1f9e tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.59 "DELETE /v2.0/ports/bd32d1a8-87a7-4f68-9f0f-634a077017c5 HTTP/1.1" status: 204 len: 173 time: 1.1888199 Jul 19 17:36:26.525505 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6239a12-22de-431d-8af2-c49513faeb03 x-openstack-request-id: req-a6239a12-22de-431d-8af2-c49513faeb03 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:36:26.526741 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be6d073-473e-4d13-adb4-cf9c7d6aa1b8", "tag": "d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:36:26.527293 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6239a12-22de-431d-8af2-c49513faeb03 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:36:26.527934 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be6d073-473e-4d13-adb4-cf9c7d6aa1b8', 'tag': 'd9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe', 'status': 'completed', 'code': 200} Jul 19 17:36:26.613878 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858af673-8e23-4aaa-a3d7-dd63e6497db6 x-openstack-request-id: req-858af673-8e23-4aaa-a3d7-dd63e6497db6 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:36:26.614173 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f33126-25a0-439a-bd9f-075c8afe94ce", "name": "network-vif-deleted", "tag": "3bae7e97-0ca6-44b4-aee8-25a700a196f7", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:36:26.614506 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-858af673-8e23-4aaa-a3d7-dd63e6497db6 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:36:26.614904 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f33126-25a0-439a-bd9f-075c8afe94ce', 'name': 'network-vif-deleted', 'tag': '3bae7e97-0ca6-44b4-aee8-25a700a196f7', 'status': 'completed', 'code': 200} Jul 19 17:36:26.651051 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-22612e82-61a0-4f77-a471-501d8e7b6261 req-850ea89b-ba52-4a44-aaa0-c501961f5a06 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ec4884-7676-4b8b-bd46-0278a216edf4 HTTP/1.1" status: 200 len: 210 time: 0.0500488 Jul 19 17:36:26.683726 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914150ff-ec49-4051-8f89-14aef374bbd1 req-80847eb5-58c9-48b5-acbb-6a23de384442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:26.685408 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-914150ff-ec49-4051-8f89-14aef374bbd1 req-80847eb5-58c9-48b5-acbb-6a23de384442 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=053743a201e645eb8171ece57a695059&device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 1098 time: 0.1436179 Jul 19 17:36:26.802324 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['3bae7e97-0ca6-44b4-aee8-25a700a196f7'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:36:26.831013 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-e1b2e2ef-577d-4cb8-8f60-1be6fd641d97 None None] Set router 34bafd5e-af95-4e77-adab-613373c6f763 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:36:27.114881 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:27.141540 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914150ff-ec49-4051-8f89-14aef374bbd1 req-f3adbdc7-4fb6-4749-b53b-eeb888d4c739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:27.145284 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-914150ff-ec49-4051-8f89-14aef374bbd1 req-f3adbdc7-4fb6-4749-b53b-eeb888d4c739 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e83c63f-f270-4784-9e48-2d2680934e60 HTTP/1.1" status: 200 len: 909 time: 0.4529128 Jul 19 17:36:27.227570 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-e1b2e2ef-577d-4cb8-8f60-1be6fd641d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bafd5e-af95-4e77-adab-613373c6f763', 'name': 'tempest-TestShelveInstance-328472165-router', 'tenant_id': '053743a201e645eb8171ece57a695059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:30Z', 'revision_number': 4, 'project_id': '053743a201e645eb8171ece57a695059', 'gw_port': {'id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': 'dd7d55b7-449c-4848-afde-90fe2e3b76f8', 'tenant_id': '053743a201e645eb8171ece57a695059', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'port_id': 'd9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60', 'mac_address': 'fa:16:3e:6e:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be6d073-473e-4d13-adb4-cf9c7d6aa1b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:36:23Z', 'updated_at': '2021-07-19T17:36:23Z', 'revision_number': 0, 'project_id': '053743a201e645eb8171ece57a695059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4', 'name': '', 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60', 'tenant_id': '053743a201e645eb8171ece57a695059', 'mac_address': 'fa:16:3e:f9:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'a0555730-6f23-430b-a1ff-95a8f3eefe91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:30Z', 'updated_at': '2021-07-19T17:35:38Z', 'revision_number': 5, 'project_id': '053743a201e645eb8171ece57a695059', 'subnets': [{'id': 'a0555730-6f23-430b-a1ff-95a8f3eefe91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:36:27.261255 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2e2ef-577d-4cb8-8f60-1be6fd641d97 None None] The sync data for ids ['34bafd5e-af95-4e77-adab-613373c6f763'] in dv-cinder-800695-4-iscsi is: [{'id': '34bafd5e-af95-4e77-adab-613373c6f763', 'name': 'tempest-TestShelveInstance-328472165-router', 'tenant_id': '053743a201e645eb8171ece57a695059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:30Z', 'revision_number': 4, 'project_id': '053743a201e645eb8171ece57a695059', 'gw_port': {'id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': 'dd7d55b7-449c-4848-afde-90fe2e3b76f8', 'tenant_id': '053743a201e645eb8171ece57a695059', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'port_id': 'd9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60', 'mac_address': 'fa:16:3e:6e:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be6d073-473e-4d13-adb4-cf9c7d6aa1b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:36:23Z', 'updated_at': '2021-07-19T17:36:23Z', 'revision_number': 0, 'project_id': '053743a201e645eb8171ece57a695059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4', 'name': '', 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60', 'tenant_id': '053743a201e645eb8171ece57a695059', 'mac_address': 'fa:16:3e:f9:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'a0555730-6f23-430b-a1ff-95a8f3eefe91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:30Z', 'updated_at': '2021-07-19T17:35:38Z', 'revision_number': 5, 'project_id': '053743a201e645eb8171ece57a695059', 'subnets': [{'id': 'a0555730-6f23-430b-a1ff-95a8f3eefe91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:36:27.289830 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-914150ff-ec49-4051-8f89-14aef374bbd1 req-ad5addde-b591-4181-99ff-88a686a72c81 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe HTTP/1.1" status: 200 len: 998 time: 0.1367023 Jul 19 17:36:27.390877 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914150ff-ec49-4051-8f89-14aef374bbd1 req-6cbf6abe-fa38-47e5-961a-9bed20d119fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:27.392793 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-914150ff-ec49-4051-8f89-14aef374bbd1 req-6cbf6abe-fa38-47e5-961a-9bed20d119fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a0555730-6f23-430b-a1ff-95a8f3eefe91 HTTP/1.1" status: 200 len: 847 time: 0.0826232 Jul 19 17:36:27.511171 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914150ff-ec49-4051-8f89-14aef374bbd1 req-7eed8882-ea6c-4ea2-90cb-fdf49faf7bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:27.512738 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-914150ff-ec49-4051-8f89-14aef374bbd1 req-7eed8882-ea6c-4ea2-90cb-fdf49faf7bf1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e83c63f-f270-4784-9e48-2d2680934e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1129582 Jul 19 17:36:27.521321 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 40700) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:27.625462 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f03c7b-584c-444c-aa9f-b2948084fb1e None None] New status for floating IP dd7d55b7-449c-4848-afde-90fe2e3b76f8: ACTIVE {{(pid=93385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:36:27.837767 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ec4884-7676-4b8b-bd46-0278a216edf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd32d1a8-87a7-4f68-9f0f-634a077017c5'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:36:27.840706 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f754cfb-ed85-495f-a53f-69b2a5a3cc37" -d '{"events": [{"server_uuid": "55ec4884-7676-4b8b-bd46-0278a216edf4", "name": "network-vif-unplugged", "status": "completed", "tag": "bd32d1a8-87a7-4f68-9f0f-634a077017c5"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:36:27.846910 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-914150ff-ec49-4051-8f89-14aef374bbd1 req-1f2076b6-8d7a-4f54-87a9-15025e2efcd6 service neutron] 10.222.0.59 "GET /v2.0/networks/0e83c63f-f270-4784-9e48-2d2680934e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108709 Jul 19 17:36:27.998365 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 17:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35ed114-a0a8-4d8b-91e9-b1b58168555b x-openstack-request-id: req-f35ed114-a0a8-4d8b-91e9-b1b58168555b {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:36:27.999454 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ec4884-7676-4b8b-bd46-0278a216edf4", "name": "network-vif-unplugged", "status": "completed", "tag": "bd32d1a8-87a7-4f68-9f0f-634a077017c5", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:36:27.999854 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f35ed114-a0a8-4d8b-91e9-b1b58168555b {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:36:28.000345 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ec4884-7676-4b8b-bd46-0278a216edf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd32d1a8-87a7-4f68-9f0f-634a077017c5', 'code': 200} Jul 19 17:36:28.062323 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d6a93-e97e-46ca-8ffb-7becda5977ed req-45a29623-d85e-4a2d-a63b-032de9cb528e tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:28.065020 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5b1d6a93-e97e-46ca-8ffb-7becda5977ed req-45a29623-d85e-4a2d-a63b-032de9cb528e tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.4351494 Jul 19 17:36:28.120015 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-914150ff-ec49-4051-8f89-14aef374bbd1 req-cde1e006-604e-4fdf-9d3f-4861044d9d88 service neutron] 10.222.0.59 "GET /v2.0/networks/0e83c63f-f270-4784-9e48-2d2680934e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647943 Jul 19 17:36:28.176447 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5b1d6a93-e97e-46ca-8ffb-7becda5977ed req-0e4a0e10-066b-48e3-90e8-c8671e2267f9 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725400 Jul 19 17:36:28.481905 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-18ef6580-c9e3-486b-bd2c-cf5affbe3368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631942'] for router_interface, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:28.550542 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ec4884-7676-4b8b-bd46-0278a216edf4', 'name': 'network-vif-deleted', 'tag': 'bd32d1a8-87a7-4f68-9f0f-634a077017c5'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:36:28.553046 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a764bf58-f287-43f3-97eb-5b50acb7dfc4" -d '{"events": [{"server_uuid": "55ec4884-7676-4b8b-bd46-0278a216edf4", "name": "network-vif-deleted", "tag": "bd32d1a8-87a7-4f68-9f0f-634a077017c5"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:36:28.605081 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fff270-f440-4578-816e-a39c11952047 x-openstack-request-id: req-57fff270-f440-4578-816e-a39c11952047 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:36:28.605486 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ec4884-7676-4b8b-bd46-0278a216edf4", "name": "network-vif-deleted", "tag": "bd32d1a8-87a7-4f68-9f0f-634a077017c5", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:36:28.605705 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57fff270-f440-4578-816e-a39c11952047 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:36:28.605988 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ec4884-7676-4b8b-bd46-0278a216edf4', 'name': 'network-vif-deleted', 'tag': 'bd32d1a8-87a7-4f68-9f0f-634a077017c5', 'status': 'completed', 'code': 200} Jul 19 17:36:28.840047 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-18ef6580-c9e3-486b-bd2c-cf5affbe3368 admin admin] Deleting port d0da7675-49f7-42b9-9fc3-8a9dd3a58955 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:36:28.840310 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-18ef6580-c9e3-486b-bd2c-cf5affbe3368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:28.923447 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [None req-18ef6580-c9e3-486b-bd2c-cf5affbe3368 admin admin] For port d0da7675-49f7-42b9-9fc3-8a9dd3a58955, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=d0da7675-49f7-42b9-9fc3-8a9dd3a58955,segment=NetworkSegment(90726ae9-7266-40df-8eae-99ef187974f9),segment_id=90726ae9-7266-40df-8eae-99ef187974f9)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:36:28.924213 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-18ef6580-c9e3-486b-bd2c-cf5affbe3368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:28.937624 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-18ef6580-c9e3-486b-bd2c-cf5affbe3368 admin admin] Calling delete_port for d0da7675-49f7-42b9-9fc3-8a9dd3a58955 owned by network:router_interface {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:36:29.237798 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-18ef6580-c9e3-486b-bd2c-cf5affbe3368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:29.272274 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef6580-c9e3-486b-bd2c-cf5affbe3368 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0da7675-49f7-42b9-9fc3-8a9dd3a58955,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:29.498722 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 3bae7e97-0ca6-44b4-aee8-25a700a196f7 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:36:29.534948 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0e776-497a-4aaa-87e5-e6d1658e6df1 req-83e52114-0ea4-443e-b87c-dc33236a5f44 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:29.536761 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-31d0e776-497a-4aaa-87e5-e6d1658e6df1 req-83e52114-0ea4-443e-b87c-dc33236a5f44 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.1939597 Jul 19 17:36:29.546662 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] No Port match for: 3bae7e97-0ca6-44b4-aee8-25a700a196f7 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:36:29.547293 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 3bae7e97-0ca6-44b4-aee8-25a700a196f7 not bound to the agent host hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:36:29.551168 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb432f0-2e0b-4d7d-a7ed-08c663265efa req-740a278f-4914-4efc-8ff4-8db47068e66b tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:29.558195 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cbb432f0-2e0b-4d7d-a7ed-08c663265efa req-740a278f-4914-4efc-8ff4-8db47068e66b tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 945 time: 0.2239714 Jul 19 17:36:29.642404 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-18ef6580-c9e3-486b-bd2c-cf5affbe3368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632042'] for router_interface, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:29.651909 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cbb432f0-2e0b-4d7d-a7ed-08c663265efa req-d0c08c28-b1a0-4d92-b2dc-99789f27184d tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927906 Jul 19 17:36:29.660000 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-31d0e776-497a-4aaa-87e5-e6d1658e6df1 req-163c71cf-fb47-4644-9d00-2408b37ac131 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943673 Jul 19 17:36:30.137329 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ef6580-c9e3-486b-bd2c-cf5affbe3368 admin admin] Router 4273def9-aa39-418c-a499-6a7fad373eb7 has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:36:30.255233 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ef6580-c9e3-486b-bd2c-cf5affbe3368 admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:36:30.261362 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-18ef6580-c9e3-486b-bd2c-cf5affbe3368 admin admin] 10.222.0.32 "PUT /v2.0/routers/4273def9-aa39-418c-a499-6a7fad373eb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7366369 Jul 19 17:36:30.263824 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 40724) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:30.267541 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc34e26-38b5-4eed-83db-5ffc5e3cfd58 None None] Sync routers for ids ['4273def9-aa39-418c-a499-6a7fad373eb7'] in dv-cinder-800695-4-iscsi {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:36:30.286194 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc34e26-38b5-4eed-83db-5ffc5e3cfd58 None None] Routers {'4273def9-aa39-418c-a499-6a7fad373eb7'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:36:30.287280 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-bfc34e26-38b5-4eed-83db-5ffc5e3cfd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:36:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['4273def9-aa39-418c-a499-6a7fad373eb7'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:36:30.381119 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5f887cde-9fed-4e97-90ad-9a2eb4c94dcb admin admin] Notify callbacks [] for router, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:30.426420 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-bfc34e26-38b5-4eed-83db-5ffc5e3cfd58 None None] Set router 4273def9-aa39-418c-a499-6a7fad373eb7 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:36:30.500277 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5f887cde-9fed-4e97-90ad-9a2eb4c94dcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:30.560590 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-5f887cde-9fed-4e97-90ad-9a2eb4c94dcb admin admin] Deleting port 51a3207c-857f-4ccf-8a43-57f2ad471d20 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:36:30.561371 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5f887cde-9fed-4e97-90ad-9a2eb4c94dcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:30.644461 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-bfc34e26-38b5-4eed-83db-5ffc5e3cfd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4273def9-aa39-418c-a499-6a7fad373eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-513724125-router', 'tenant_id': '154770f9b0584715b4de4129063329a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '51a3207c-857f-4ccf-8a43-57f2ad471d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:33Z', 'updated_at': '2021-07-19T17:36:29Z', 'revision_number': 5, 'project_id': '154770f9b0584715b4de4129063329a7', 'gw_port': {'id': '51a3207c-857f-4ccf-8a43-57f2ad471d20', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4273def9-aa39-418c-a499-6a7fad373eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:36:30.665626 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [None req-5f887cde-9fed-4e97-90ad-9a2eb4c94dcb admin admin] For port 51a3207c-857f-4ccf-8a43-57f2ad471d20, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=51a3207c-857f-4ccf-8a43-57f2ad471d20,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:36:30.666459 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5f887cde-9fed-4e97-90ad-9a2eb4c94dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:30.684014 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-5f887cde-9fed-4e97-90ad-9a2eb4c94dcb admin admin] Calling delete_port for 51a3207c-857f-4ccf-8a43-57f2ad471d20 owned by network:router_gateway {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:36:30.687232 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc34e26-38b5-4eed-83db-5ffc5e3cfd58 None None] Checking router: 4273def9-aa39-418c-a499-6a7fad373eb7 for host: dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:36:30.706892 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc34e26-38b5-4eed-83db-5ffc5e3cfd58 None None] Routers {'4273def9-aa39-418c-a499-6a7fad373eb7'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:36:30.707552 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-bfc34e26-38b5-4eed-83db-5ffc5e3cfd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:36:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['4273def9-aa39-418c-a499-6a7fad373eb7'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:36:30.843371 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-bfc34e26-38b5-4eed-83db-5ffc5e3cfd58 None None] Set router 4273def9-aa39-418c-a499-6a7fad373eb7 gateway port host: None {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:36:30.922112 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e8a59-6c3e-45fe-98f4-40b31290a2c3 req-b7cbec01-9169-4b91-ad72-27e462793f0a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:30.925016 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-816e8a59-6c3e-45fe-98f4-40b31290a2c3 req-b7cbec01-9169-4b91-ad72-27e462793f0a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 945 time: 0.1975491 Jul 19 17:36:30.934276 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-bfc34e26-38b5-4eed-83db-5ffc5e3cfd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4273def9-aa39-418c-a499-6a7fad373eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-513724125-router', 'tenant_id': '154770f9b0584715b4de4129063329a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:33Z', 'updated_at': '2021-07-19T17:36:30Z', 'revision_number': 6, 'project_id': '154770f9b0584715b4de4129063329a7', 'gw_port_host': None}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:36:30.976075 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc34e26-38b5-4eed-83db-5ffc5e3cfd58 None None] The sync data for ids ['4273def9-aa39-418c-a499-6a7fad373eb7'] in dv-cinder-800695-4-iscsi is: [{'id': '4273def9-aa39-418c-a499-6a7fad373eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-513724125-router', 'tenant_id': '154770f9b0584715b4de4129063329a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:33Z', 'updated_at': '2021-07-19T17:36:30Z', 'revision_number': 6, 'project_id': '154770f9b0584715b4de4129063329a7', 'gw_port_host': None}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:36:30.988326 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5f887cde-9fed-4e97-90ad-9a2eb4c94dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:31.028585 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f887cde-9fed-4e97-90ad-9a2eb4c94dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=51a3207c-857f-4ccf-8a43-57f2ad471d20,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:31.052219 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-816e8a59-6c3e-45fe-98f4-40b31290a2c3 req-24fdbf06-d5ae-4332-9ba5-d2d1f241f7b9 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/security-groups?id=4585a9a5-4fb8-4436-be89-92a9ede27ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158218 Jul 19 17:36:31.071951 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c995ad0-9c10-4557-aa09-72d98c214413 req-9586abfd-22e6-4d99-a75c-653483a09bef tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:31.073809 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3c995ad0-9c10-4557-aa09-72d98c214413 req-9586abfd-22e6-4d99-a75c-653483a09bef tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.2268744 Jul 19 17:36:31.113615 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5f887cde-9fed-4e97-90ad-9a2eb4c94dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567368'] for router_gateway, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:31.119087 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3c995ad0-9c10-4557-aa09-72d98c214413 req-eac9839f-6cef-486d-ba87-ed6888719b83 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382349 Jul 19 17:36:31.249910 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5f887cde-9fed-4e97-90ad-9a2eb4c94dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58318'] for router, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:31.252911 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5f887cde-9fed-4e97-90ad-9a2eb4c94dcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:31.267124 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbd8ce-b9f5-4822-8135-833b8ba83850 req-f77e6741-9d20-4e0c-bd45-0bb3ea56441a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:31.268692 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4fcbd8ce-b9f5-4822-8135-833b8ba83850 req-f77e6741-9d20-4e0c-bd45-0bb3ea56441a tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 945 time: 0.0740156 Jul 19 17:36:31.349643 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5f887cde-9fed-4e97-90ad-9a2eb4c94dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632508'] for router, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:31.350231 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f887cde-9fed-4e97-90ad-9a2eb4c94dcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4273def9-aa39-418c-a499-6a7fad373eb7 {{(pid=93384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:36:31.362840 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5f887cde-9fed-4e97-90ad-9a2eb4c94dcb admin admin] Notify callbacks [] for router, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:31.366244 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-5f887cde-9fed-4e97-90ad-9a2eb4c94dcb admin admin] 10.222.0.32 "DELETE /v2.0/routers/4273def9-aa39-418c-a499-6a7fad373eb7 HTTP/1.1" status: 204 len: 168 time: 1.0985539 Jul 19 17:36:31.367728 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 40730) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:31.420294 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-4fcbd8ce-b9f5-4822-8135-833b8ba83850 req-d42c75f6-9021-4932-bca5-e2a8e58f92de tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Deleting port ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:36:31.421928 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-4fcbd8ce-b9f5-4822-8135-833b8ba83850 req-d42c75f6-9021-4932-bca5-e2a8e58f92de tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:31.458374 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_v2 [None req-691956e9-8766-45e3-869e-f96b824d3a7a admin admin] Deleting subnet da811da7-4bf9-4450-82bb-89a483333121 {{(pid=93384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:36:31.461617 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-691956e9-8766-45e3-869e-f96b824d3a7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:31.522655 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-691956e9-8766-45e3-869e-f96b824d3a7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5138715'] for subnet, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:31.568708 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-4fcbd8ce-b9f5-4822-8135-833b8ba83850 req-d42c75f6-9021-4932-bca5-e2a8e58f92de tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] For port ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c,segment=NetworkSegment(da51a4f5-0dcb-40e9-b412-f6e7f601152b),segment_id=da51a4f5-0dcb-40e9-b412-f6e7f601152b)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:36:31.569577 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-4fcbd8ce-b9f5-4822-8135-833b8ba83850 req-d42c75f6-9021-4932-bca5-e2a8e58f92de tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:31.584854 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-691956e9-8766-45e3-869e-f96b824d3a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428619'] for subnet, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:31.587812 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-4fcbd8ce-b9f5-4822-8135-833b8ba83850 req-d42c75f6-9021-4932-bca5-e2a8e58f92de tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Calling delete_port for ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c owned by compute:nova {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:36:31.663387 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-691956e9-8766-45e3-869e-f96b824d3a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6210967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5076143'] for subnet, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:31.693089 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691956e9-8766-45e3-869e-f96b824d3a7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da811da7-4bf9-4450-82bb-89a483333121,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:31.695146 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-691956e9-8766-45e3-869e-f96b824d3a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:31.697156 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-691956e9-8766-45e3-869e-f96b824d3a7a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/da811da7-4bf9-4450-82bb-89a483333121 HTTP/1.1" status: 204 len: 168 time: 0.3203578 Jul 19 17:36:31.702004 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 40732) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:31.787828 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-93290f8f-66ee-4a8b-8f44-b90433b56a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366402'] for network, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:31.835976 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-4fcbd8ce-b9f5-4822-8135-833b8ba83850 req-d42c75f6-9021-4932-bca5-e2a8e58f92de tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:31.886154 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c75f6-9021-4932-bca5-e2a8e58f92de tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Pushing event deleted for resources: {'Port': ['ID=ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:31.944475 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-93290f8f-66ee-4a8b-8f44-b90433b56a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428391', 'neutron.services.segments.db._delete_segments_for_network-8742494453050'] for network, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:31.975234 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-93290f8f-66ee-4a8b-8f44-b90433b56a0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd319fdc-24ce-454e-888e-090cf8c32435']}} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:36:31.979640 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcbd8ce-b9f5-4822-8135-833b8ba83850 req-d42c75f6-9021-4932-bca5-e2a8e58f92de tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] No DVR routers for this DVR port ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c on host hv-cinder-80069 {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:36:31.982172 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-4fcbd8ce-b9f5-4822-8135-833b8ba83850 req-d42c75f6-9021-4932-bca5-e2a8e58f92de tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:31.984811 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4fcbd8ce-b9f5-4822-8135-833b8ba83850 req-d42c75f6-9021-4932-bca5-e2a8e58f92de tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.59 "DELETE /v2.0/ports/ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c HTTP/1.1" status: 204 len: 173 time: 0.7089808 Jul 19 17:36:31.985255 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a', 'name': 'network-vif-deleted', 'tag': 'ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:36:31.993881 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a5f2eb-a235-4b94-aa1e-8aa5677eeeb2" -d '{"events": [{"server_uuid": "d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a", "name": "network-vif-deleted", "tag": "ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:36:31.994325 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device d0da7675-49f7-42b9-9fc3-8a9dd3a58955 no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:36:32.000401 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-93290f8f-66ee-4a8b-8f44-b90433b56a0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90726ae9-7266-40df-8eae-99ef187974f9') {'for_net_delete': True} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:36:32.000401 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-93290f8f-66ee-4a8b-8f44-b90433b56a0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90726ae9-7266-40df-8eae-99ef187974f9') {} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:36:32.013092 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-93290f8f-66ee-4a8b-8f44-b90433b56a0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742494456131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5138688'] for segment, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:32.023490 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: d0da7675-49f7-42b9-9fc3-8a9dd3a58955 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:36:32.023914 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device d0da7675-49f7-42b9-9fc3-8a9dd3a58955 not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:36:32.024664 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 51a3207c-857f-4ccf-8a43-57f2ad471d20 no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:36:32.044446 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-93290f8f-66ee-4a8b-8f44-b90433b56a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:32.053979 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93290f8f-66ee-4a8b-8f44-b90433b56a0a admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:36:32.054601 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-93290f8f-66ee-4a8b-8f44-b90433b56a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6211069'] for segment, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: Traceback (most recent call last): Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: timer() Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: cb(*args, **kw) Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: return func(*args, **kwargs) Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: self._notify() Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: self.callback(batched_events) Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: event.method(event) Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: return f(self, *a, **k) Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: return self._get(url).json() Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: return self.request(url, 'GET', **kwargs) Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:36:32.056760 dv-cinder-800695-4-iscsi neutron-server[93384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:36:32.085616 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: 51a3207c-857f-4ccf-8a43-57f2ad471d20 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:36:32.087430 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 51a3207c-857f-4ccf-8a43-57f2ad471d20 not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:36:32.103461 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed5d0ee-de29-4225-82ea-6f6ec0ab7a0a x-openstack-request-id: req-aed5d0ee-de29-4225-82ea-6f6ec0ab7a0a {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:36:32.104002 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a", "name": "network-vif-deleted", "tag": "ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:36:32.104461 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aed5d0ee-de29-4225-82ea-6f6ec0ab7a0a {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:36:32.105048 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a', 'name': 'network-vif-deleted', 'tag': 'ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c', 'status': 'completed', 'code': 200} Jul 19 17:36:32.149919 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-93290f8f-66ee-4a8b-8f44-b90433b56a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567412'] for network, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:32.162593 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-93290f8f-66ee-4a8b-8f44-b90433b56a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:32.166902 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-93290f8f-66ee-4a8b-8f44-b90433b56a0a admin admin] 10.222.0.32 "DELETE /v2.0/networks/dd319fdc-24ce-454e-888e-090cf8c32435 HTTP/1.1" status: 204 len: 168 time: 0.4622602 Jul 19 17:36:32.195424 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e46636ae-5fc0-4434-a827-b492d5dfd691 req-ae2d4ebf-e044-4a36-961a-97b2f2ef9a43 tempest-AttachVolumeNegativeTest-1538013471 tempest-AttachVolumeNegativeTest-1538013471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b59ae1-f5ab-4d50-bcf3-ab5ce3c6d57a HTTP/1.1" status: 200 len: 210 time: 0.0485983 Jul 19 17:36:32.206847 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93290f8f-66ee-4a8b-8f44-b90433b56a0a admin admin] Pushing event deleted for resources: {'Network': ['ID=dd319fdc-24ce-454e-888e-090cf8c32435,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:32.372741 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9edb94-c100-4666-b504-db0700233cbb req-20c877f7-8cce-4427-bba0-250e7d1a8457 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:32.375329 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1e9edb94-c100-4666-b504-db0700233cbb req-20c877f7-8cce-4427-bba0-250e7d1a8457 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.1146970 Jul 19 17:36:32.422233 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1e9edb94-c100-4666-b504-db0700233cbb req-9e63ab05-0d6f-4fb7-a011-f0c9365a69cb tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396924 Jul 19 17:36:32.457522 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 40742) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:32.509128 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-20814c06-705a-4c72-b26d-a3060c42a202 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=154770f9b0584715b4de4129063329a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0499723 Jul 19 17:36:32.512001 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 40744) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:32.571404 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4bd27979-127d-4172-a89a-362b9950ddb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:32.603870 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4bd27979-127d-4172-a89a-362b9950ddb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:32.713449 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4bd27979-127d-4172-a89a-362b9950ddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:32.721033 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4bd27979-127d-4172-a89a-362b9950ddb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:32.721033 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-4bd27979-127d-4172-a89a-362b9950ddb2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f HTTP/1.1" status: 204 len: 168 time: 0.2057507 Jul 19 17:36:32.732063 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd27979-127d-4172-a89a-362b9950ddb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bf037c-4f3a-48f8-a2b8-5cd50dab9a7f,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:33.266770 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 40766) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:33.325235 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_v2 [None req-06396b53-f6d7-4083-92df-a9e0037ac228 admin admin] Deleting subnet 9f2c7817-7c7d-4ae1-b51f-d61950bf1fbd {{(pid=93384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:36:33.335727 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-06396b53-f6d7-4083-92df-a9e0037ac228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:33.383609 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-06396b53-f6d7-4083-92df-a9e0037ac228 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5138715'] for subnet, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:33.448802 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-06396b53-f6d7-4083-92df-a9e0037ac228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428619'] for subnet, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:33.495519 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:36:33.522592 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] No Port match for: ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:36:33.526010 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device ce4c2e91-9ca5-4d33-8edb-8fa53b50a97c not bound to the agent host hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:36:33.562677 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-06396b53-f6d7-4083-92df-a9e0037ac228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6210967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5076143'] for subnet, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:33.593532 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06396b53-f6d7-4083-92df-a9e0037ac228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f2c7817-7c7d-4ae1-b51f-d61950bf1fbd,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:33.601089 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-06396b53-f6d7-4083-92df-a9e0037ac228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:33.602996 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-06396b53-f6d7-4083-92df-a9e0037ac228 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9f2c7817-7c7d-4ae1-b51f-d61950bf1fbd HTTP/1.1" status: 204 len: 168 time: 0.3355210 Jul 19 17:36:33.607322 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 40778) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:33.639656 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5cbcb-15e0-4646-992b-c06fe47fcdee req-839b8f4b-c291-4478-9472-927fbcde00ff tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:33.646987 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-43b5cbcb-15e0-4646-992b-c06fe47fcdee req-839b8f4b-c291-4478-9472-927fbcde00ff tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.1038885 Jul 19 17:36:33.691385 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c8755733-1105-46ce-8467-4b56e6aa163b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366402'] for network, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:33.714019 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-43b5cbcb-15e0-4646-992b-c06fe47fcdee req-fd59f326-70bd-4895-ad9f-92608053dc98 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659783 Jul 19 17:36:33.732371 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 40780) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:33.809192 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c8755733-1105-46ce-8467-4b56e6aa163b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428391', 'neutron.services.segments.db._delete_segments_for_network-8742494453050'] for network, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:33.829103 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-c8755733-1105-46ce-8467-4b56e6aa163b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0b84da-014c-43ff-bf6a-16a5d79fbf35']}} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:36:33.843603 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-c8755733-1105-46ce-8467-4b56e6aa163b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da51a4f5-0dcb-40e9-b412-f6e7f601152b') {'for_net_delete': True} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:36:33.843972 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-c8755733-1105-46ce-8467-4b56e6aa163b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da51a4f5-0dcb-40e9-b412-f6e7f601152b') {} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:36:33.854738 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c8755733-1105-46ce-8467-4b56e6aa163b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742494456131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5138688'] for segment, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:33.871136 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c8755733-1105-46ce-8467-4b56e6aa163b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:33.878728 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8755733-1105-46ce-8467-4b56e6aa163b admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:36:33.879381 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c8755733-1105-46ce-8467-4b56e6aa163b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6211069'] for segment, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: Traceback (most recent call last): Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: timer() Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: cb(*args, **kw) Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: return func(*args, **kwargs) Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: self._notify() Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: self.callback(batched_events) Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: event.method(event) Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: return f(self, *a, **k) Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: return self._get(url).json() Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: return self.request(url, 'GET', **kwargs) Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:36:33.881386 dv-cinder-800695-4-iscsi neutron-server[93384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:36:33.892219 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-e7268ec6-624c-484c-8cc3-a2187382bf24 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2041138361-network', 'tenant_id': 'd1d523ae3f964b07aa840b136387d959'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:36:33.969154 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7268ec6-624c-484c-8cc3-a2187382bf24 admin admin] Made reservation on behalf of d1d523ae3f964b07aa840b136387d959 for: {'network': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:36:33.973627 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e7268ec6-624c-484c-8cc3-a2187382bf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for network, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:33.977774 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c8755733-1105-46ce-8467-4b56e6aa163b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567412'] for network, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:33.988361 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c8755733-1105-46ce-8467-4b56e6aa163b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:33.990194 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-c8755733-1105-46ce-8467-4b56e6aa163b admin admin] 10.222.0.32 "DELETE /v2.0/networks/8d0b84da-014c-43ff-bf6a-16a5d79fbf35 HTTP/1.1" status: 204 len: 168 time: 0.3819182 Jul 19 17:36:33.992367 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e7268ec6-624c-484c-8cc3-a2187382bf24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:34.033185 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8755733-1105-46ce-8467-4b56e6aa163b admin admin] Pushing event deleted for resources: {'Network': ['ID=8d0b84da-014c-43ff-bf6a-16a5d79fbf35,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:34.108599 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e7268ec6-624c-484c-8cc3-a2187382bf24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:34.115296 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e7268ec6-624c-484c-8cc3-a2187382bf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:34.140753 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7268ec6-624c-484c-8cc3-a2187382bf24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:36:34.159089 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7268ec6-624c-484c-8cc3-a2187382bf24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111f7e4e-f8ee-4205-a029-24088c0d88d7,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:34.162221 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e7268ec6-624c-484c-8cc3-a2187382bf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:34.162567 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.segments_db [None req-e7268ec6-624c-484c-8cc3-a2187382bf24 admin admin] Added segment f0424dea-6617-46b4-9a69-4721c2133afc of type vlan for network 9c36ce04-8c9b-4d39-8738-cbce6433f6d3 Jul 19 17:36:34.171264 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 40788) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:34.235771 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e7268ec6-624c-484c-8cc3-a2187382bf24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742494121966'] for network, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:34.257717 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-904fc2e2-351a-499a-a30c-85e8c43bc7dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8eac7ae86da742339229da8811d720ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0845714 Jul 19 17:36:34.261592 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 40792) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:34.283125 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e7268ec6-624c-484c-8cc3-a2187382bf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for network, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:34.285191 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7268ec6-624c-484c-8cc3-a2187382bf24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:34.285906 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e7268ec6-624c-484c-8cc3-a2187382bf24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:34.324806 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-862886a5-48ff-420a-a594-3c1784a89c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:34.333666 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-e7268ec6-624c-484c-8cc3-a2187382bf24 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5987902 Jul 19 17:36:34.336790 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 40794) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:34.342658 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-cb04513c-5114-4da9-a9f2-00d7666f2ad7 admin admin] Request body: {'subnet': {'network_id': '9c36ce04-8c9b-4d39-8738-cbce6433f6d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2041138361-subnet', 'tenant_id': 'd1d523ae3f964b07aa840b136387d959', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:36:34.384573 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7268ec6-624c-484c-8cc3-a2187382bf24 admin admin] Pushing event updated for resources: {'Network': ['ID=9c36ce04-8c9b-4d39-8738-cbce6433f6d3,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:34.384840 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-862886a5-48ff-420a-a594-3c1784a89c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:34.402671 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Network 9c36ce04-8c9b-4d39-8738-cbce6433f6d3 details requested by agent ovs-agent-dv-cinder-800695-4-iscsi with host dv-cinder-800695-4-iscsi {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:36:34.436123 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb04513c-5114-4da9-a9f2-00d7666f2ad7 admin admin] Made reservation on behalf of d1d523ae3f964b07aa840b136387d959 for: {'subnet': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:36:34.437200 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cb04513c-5114-4da9-a9f2-00d7666f2ad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5076160'] for subnet, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:34.534384 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-862886a5-48ff-420a-a594-3c1784a89c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:34.536689 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-862886a5-48ff-420a-a594-3c1784a89c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:34.537841 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-862886a5-48ff-420a-a594-3c1784a89c2d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4585a9a5-4fb8-4436-be89-92a9ede27ac7 HTTP/1.1" status: 204 len: 168 time: 0.2749424 Jul 19 17:36:34.566068 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862886a5-48ff-420a-a594-3c1784a89c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4585a9a5-4fb8-4436-be89-92a9ede27ac7,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:34.580897 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689a791-0d78-4ffc-a6bf-8bbfb696cc1a req-7b3ecd85-f5bd-4f03-90d2-eeb2a57da543 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:34.594869 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2689a791-0d78-4ffc-a6bf-8bbfb696cc1a req-7b3ecd85-f5bd-4f03-90d2-eeb2a57da543 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.1707618 Jul 19 17:36:34.604886 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da16b22-b50b-4dd7-84d5-e70a3cf6dc2c req-1e754769-fff6-4e8f-8960-cd750d6401b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:34.607612 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2da16b22-b50b-4dd7-84d5-e70a3cf6dc2c req-1e754769-fff6-4e8f-8960-cd750d6401b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dfd503906aed4295978675b21e32cdc4&device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 1138 time: 0.1822796 Jul 19 17:36:34.688744 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2689a791-0d78-4ffc-a6bf-8bbfb696cc1a req-d0d78826-a505-4dbb-9650-2a6d533ec525 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0930195 Jul 19 17:36:34.744123 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cb04513c-5114-4da9-a9f2-00d7666f2ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6210900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5076150'] for subnet, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:34.816481 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04513c-5114-4da9-a9f2-00d7666f2ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b76bd3cc-e022-41d5-846c-798e2acc37cc,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:34.822283 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04513c-5114-4da9-a9f2-00d7666f2ad7 admin admin] Checking segment: {'id': 'f0424dea-6617-46b4-9a69-4721c2133afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9c36ce04-8c9b-4d39-8738-cbce6433f6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:36:34.822790 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb04513c-5114-4da9-a9f2-00d7666f2ad7 admin admin] Network hostable DHCP agents. Network: 9c36ce04-8c9b-4d39-8738-cbce6433f6d3, hostable agents: ['478a2c00-6d69-428b-b8a1-4625481a8144'], hosted agents: [] {{(pid=93384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:36:34.845136 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb04513c-5114-4da9-a9f2-00d7666f2ad7 admin admin] Network 9c36ce04-8c9b-4d39-8738-cbce6433f6d3 is scheduled to be hosted by DHCP agent 478a2c00-6d69-428b-b8a1-4625481a8144 with binding_index 1 {{(pid=93384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:36:34.862900 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-cb04513c-5114-4da9-a9f2-00d7666f2ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-4-iscsi, 9c36ce04-8c9b-4d39-8738-cbce6433f6d3) {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:36:34.868175 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb04513c-5114-4da9-a9f2-00d7666f2ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:34.869711 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cb04513c-5114-4da9-a9f2-00d7666f2ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:34.879258 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b065d8ea-a3e3-496a-8767-7f9815e0cc77 None None] Network 9c36ce04-8c9b-4d39-8738-cbce6433f6d3 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:36:34.916283 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-cb04513c-5114-4da9-a9f2-00d7666f2ad7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5784342 Jul 19 17:36:34.920180 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da16b22-b50b-4dd7-84d5-e70a3cf6dc2c req-71b146a2-1cdd-4ee9-8c39-9abf813a11b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:34.923649 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2da16b22-b50b-4dd7-84d5-e70a3cf6dc2c req-71b146a2-1cdd-4ee9-8c39-9abf813a11b6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=11783e7e-ef5c-4c4f-968e-48de876cfb17 HTTP/1.1" status: 200 len: 916 time: 0.2855155 Jul 19 17:36:35.052860 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2da16b22-b50b-4dd7-84d5-e70a3cf6dc2c req-b7fa6b4f-62b4-4d29-979d-9e7737ec0742 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcb04856-2795-4cf2-a2a7-f5557adff9a5 HTTP/1.1" status: 200 len: 1002 time: 0.1088002 Jul 19 17:36:35.069608 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd31243-1db9-4f6c-89f8-e89e3c14a8da req-398efcad-4888-4f84-a62e-b1888bcd9ee4 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:35.071485 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1dd31243-1db9-4f6c-89f8-e89e3c14a8da req-398efcad-4888-4f84-a62e-b1888bcd9ee4 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.2420707 Jul 19 17:36:35.181072 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1dd31243-1db9-4f6c-89f8-e89e3c14a8da req-2024c160-a536-492d-b98d-0d1ec0f7cb7d tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002710 Jul 19 17:36:35.188548 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da16b22-b50b-4dd7-84d5-e70a3cf6dc2c req-65908e10-0860-4341-b9ab-ab81ee3a47f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:35.189937 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2da16b22-b50b-4dd7-84d5-e70a3cf6dc2c req-65908e10-0860-4341-b9ab-ab81ee3a47f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ce69870-9125-4f57-86a4-10ffb5b14c3b HTTP/1.1" status: 200 len: 854 time: 0.1301742 Jul 19 17:36:35.195848 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20501a5a-cba3-4743-bad3-4c21e7a0948b None None] Network 9c36ce04-8c9b-4d39-8738-cbce6433f6d3 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:36:35.327638 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da16b22-b50b-4dd7-84d5-e70a3cf6dc2c req-bd18aae6-bfce-458b-863e-725d705d36b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:35.329387 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2da16b22-b50b-4dd7-84d5-e70a3cf6dc2c req-bd18aae6-bfce-458b-863e-725d705d36b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11783e7e-ef5c-4c4f-968e-48de876cfb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1320946 Jul 19 17:36:35.500570 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2da16b22-b50b-4dd7-84d5-e70a3cf6dc2c req-b29d2c2f-141d-4ee1-ab5b-453fc429cc44 service neutron] 10.222.0.59 "GET /v2.0/networks/11783e7e-ef5c-4c4f-968e-48de876cfb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615324 Jul 19 17:36:35.708820 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2da16b22-b50b-4dd7-84d5-e70a3cf6dc2c req-e1b1a862-7691-4c5b-a2c5-3bb879e1dd79 service neutron] 10.222.0.59 "GET /v2.0/networks/11783e7e-ef5c-4c4f-968e-48de876cfb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992452 Jul 19 17:36:35.755279 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 40840) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:35.761631 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-b60f639d-a1b5-4e98-ae8e-8ca36a1c28ea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-910100198-network', 'tenant_id': '42fcd9e0c2454159930ded3734d237e4'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:36:35.804767 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60f639d-a1b5-4e98-ae8e-8ca36a1c28ea admin admin] Made reservation on behalf of 42fcd9e0c2454159930ded3734d237e4 for: {'network': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:36:35.812662 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b60f639d-a1b5-4e98-ae8e-8ca36a1c28ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for network, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:35.848698 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b60f639d-a1b5-4e98-ae8e-8ca36a1c28ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:36.012783 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e95b13-c00b-4b84-82c1-df0bd28d9e52 req-43db7da9-a289-43d9-96f7-0364890b7a37 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:36.014380 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e4e95b13-c00b-4b84-82c1-df0bd28d9e52 req-43db7da9-a289-43d9-96f7-0364890b7a37 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.1899097 Jul 19 17:36:36.039764 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b60f639d-a1b5-4e98-ae8e-8ca36a1c28ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:36.046655 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b60f639d-a1b5-4e98-ae8e-8ca36a1c28ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:36.074884 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60f639d-a1b5-4e98-ae8e-8ca36a1c28ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:36:36.086611 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f639d-a1b5-4e98-ae8e-8ca36a1c28ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b72cea-32cd-4002-8ac5-f66bd0c3e40a,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:36.092717 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b60f639d-a1b5-4e98-ae8e-8ca36a1c28ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:36.093315 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.segments_db [None req-b60f639d-a1b5-4e98-ae8e-8ca36a1c28ea admin admin] Added segment 7f313965-73b1-4ead-a20b-6cb518b1a965 of type vlan for network 8d90c8b3-c587-4e72-ba8b-2bed3f98b8ec Jul 19 17:36:36.097645 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e4e95b13-c00b-4b84-82c1-df0bd28d9e52 req-dafbdaad-2fea-40e8-a959-b459a0dcbe2e tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0662303 Jul 19 17:36:36.155268 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b60f639d-a1b5-4e98-ae8e-8ca36a1c28ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742494121966'] for network, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:36.199630 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b60f639d-a1b5-4e98-ae8e-8ca36a1c28ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for network, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:36.199630 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60f639d-a1b5-4e98-ae8e-8ca36a1c28ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:36.199630 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b60f639d-a1b5-4e98-ae8e-8ca36a1c28ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:36.237131 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-b60f639d-a1b5-4e98-ae8e-8ca36a1c28ea admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4798663 Jul 19 17:36:36.239688 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 40852) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:36.244738 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-16f9ec9e-96d5-4890-831a-3d4400c9254c admin admin] Request body: {'subnet': {'network_id': '8d90c8b3-c587-4e72-ba8b-2bed3f98b8ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-910100198-subnet', 'tenant_id': '42fcd9e0c2454159930ded3734d237e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:36:36.275255 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f639d-a1b5-4e98-ae8e-8ca36a1c28ea admin admin] Pushing event updated for resources: {'Network': ['ID=8d90c8b3-c587-4e72-ba8b-2bed3f98b8ec,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:36.289217 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Network 8d90c8b3-c587-4e72-ba8b-2bed3f98b8ec details requested by agent ovs-agent-dv-cinder-800695-4-iscsi with host dv-cinder-800695-4-iscsi {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:36:36.292869 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f9ec9e-96d5-4890-831a-3d4400c9254c admin admin] Made reservation on behalf of 42fcd9e0c2454159930ded3734d237e4 for: {'subnet': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:36:36.297387 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-16f9ec9e-96d5-4890-831a-3d4400c9254c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5508024'] for subnet, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:36.525460 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4c24f-0d2c-4ab4-a729-5c993a31d67d req-d5ee7c50-6a1e-44a7-b15d-89d3883d850c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:36.527409 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-20e4c24f-0d2c-4ab4-a729-5c993a31d67d req-d5ee7c50-6a1e-44a7-b15d-89d3883d850c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.1423044 Jul 19 17:36:36.603884 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-16f9ec9e-96d5-4890-831a-3d4400c9254c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4638826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5508046'] for subnet, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:36.641300 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-20e4c24f-0d2c-4ab4-a729-5c993a31d67d req-0ce38e41-36a9-4ea2-8fa1-d24bebac67dc tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920789 Jul 19 17:36:36.690098 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9ec9e-96d5-4890-831a-3d4400c9254c admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d5f533-d4fb-408b-9f43-a1f6726099b8,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:36.699420 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f9ec9e-96d5-4890-831a-3d4400c9254c admin admin] Checking segment: {'id': '7f313965-73b1-4ead-a20b-6cb518b1a965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8d90c8b3-c587-4e72-ba8b-2bed3f98b8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:36:36.699883 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f9ec9e-96d5-4890-831a-3d4400c9254c admin admin] Network hostable DHCP agents. Network: 8d90c8b3-c587-4e72-ba8b-2bed3f98b8ec, hostable agents: ['478a2c00-6d69-428b-b8a1-4625481a8144'], hosted agents: [] {{(pid=93383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:36:36.723375 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f9ec9e-96d5-4890-831a-3d4400c9254c admin admin] Network 8d90c8b3-c587-4e72-ba8b-2bed3f98b8ec is scheduled to be hosted by DHCP agent 478a2c00-6d69-428b-b8a1-4625481a8144 with binding_index 1 {{(pid=93383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:36:36.737089 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-16f9ec9e-96d5-4890-831a-3d4400c9254c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-4-iscsi, 8d90c8b3-c587-4e72-ba8b-2bed3f98b8ec) {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:36:36.744751 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f9ec9e-96d5-4890-831a-3d4400c9254c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:36.745779 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-16f9ec9e-96d5-4890-831a-3d4400c9254c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:36.750713 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36945527-87f9-488b-8674-de4a7abca2ab None None] Network 8d90c8b3-c587-4e72-ba8b-2bed3f98b8ec requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:36:36.788145 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-16f9ec9e-96d5-4890-831a-3d4400c9254c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5470333 Jul 19 17:36:36.947087 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf72f40d-a3e9-4017-95af-ef5e280dede6 None None] Network 8d90c8b3-c587-4e72-ba8b-2bed3f98b8ec requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:36:37.075613 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 40870) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:37.142014 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b1d3312-5f76-4f47-ab35-2cecf1d776f3 admin admin] Deleting subnet b76bd3cc-e022-41d5-846c-798e2acc37cc {{(pid=93383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:36:37.146133 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6b1d3312-5f76-4f47-ab35-2cecf1d776f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:37.200276 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6b1d3312-5f76-4f47-ab35-2cecf1d776f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5018030'] for subnet, precommit_delete_associations {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:37.299611 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6b1d3312-5f76-4f47-ab35-2cecf1d776f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428619'] for subnet, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:37.402965 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697677f8-59f1-4987-8e61-70393676c150 req-3d27a195-8bd7-4d5d-9002-6f49014fc47f tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:37.404632 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-697677f8-59f1-4987-8e61-70393676c150 req-3d27a195-8bd7-4d5d-9002-6f49014fc47f tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.1806126 Jul 19 17:36:37.461975 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6b1d3312-5f76-4f47-ab35-2cecf1d776f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4638889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5508055'] for subnet, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:37.504655 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-697677f8-59f1-4987-8e61-70393676c150 req-bb0dbd1a-c6e5-4c64-a2e9-eea8dd374624 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0909846 Jul 19 17:36:37.509659 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d3312-5f76-4f47-ab35-2cecf1d776f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b76bd3cc-e022-41d5-846c-798e2acc37cc,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:37.515590 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6b1d3312-5f76-4f47-ab35-2cecf1d776f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:37.522107 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-6b1d3312-5f76-4f47-ab35-2cecf1d776f3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b76bd3cc-e022-41d5-846c-798e2acc37cc HTTP/1.1" status: 204 len: 168 time: 0.4450994 Jul 19 17:36:37.524655 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 40882) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:37.539815 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d9e2c-28b0-4125-90f3-6685df42582d req-0ed32c64-bdaa-40e3-9009-e75aa9c1a65f tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:37.543367 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-724d9e2c-28b0-4125-90f3-6685df42582d req-0ed32c64-bdaa-40e3-9009-e75aa9c1a65f tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.2366710 Jul 19 17:36:37.652199 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-214e94cd-e4ef-4161-903d-c0c976d607de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366402'] for network, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:37.663167 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-724d9e2c-28b0-4125-90f3-6685df42582d req-fd3dfc23-3d43-4818-9879-42669721177f tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091557 Jul 19 17:36:37.771788 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-214e94cd-e4ef-4161-903d-c0c976d607de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428391', 'neutron.services.segments.db._delete_segments_for_network-8742494453050'] for network, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:37.810013 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-214e94cd-e4ef-4161-903d-c0c976d607de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c36ce04-8c9b-4d39-8738-cbce6433f6d3']}} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:36:37.826702 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-214e94cd-e4ef-4161-903d-c0c976d607de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0424dea-6617-46b4-9a69-4721c2133afc') {'for_net_delete': True} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:36:37.827942 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-214e94cd-e4ef-4161-903d-c0c976d607de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0424dea-6617-46b4-9a69-4721c2133afc') {} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:36:37.845378 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-214e94cd-e4ef-4161-903d-c0c976d607de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742494456131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5018037'] for segment, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:37.872163 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-214e94cd-e4ef-4161-903d-c0c976d607de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:37.882327 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214e94cd-e4ef-4161-903d-c0c976d607de admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:36:37.882729 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-214e94cd-e4ef-4161-903d-c0c976d607de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4638915'] for segment, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: Traceback (most recent call last): Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: timer() Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: cb(*args, **kw) Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: return func(*args, **kwargs) Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: self._notify() Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: self.callback(batched_events) Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: event.method(event) Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: return f(self, *a, **k) Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: return self._get(url).json() Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: return self.request(url, 'GET', **kwargs) Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:36:37.884733 dv-cinder-800695-4-iscsi neutron-server[93383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:36:37.907670 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b29e5-c5a1-44e3-b2e0-a850e631581f req-fa9f24e5-b100-4843-bf01-d591a69dc676 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:37.912613 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-602b29e5-c5a1-44e3-b2e0-a850e631581f req-fa9f24e5-b100-4843-bf01-d591a69dc676 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.1376321 Jul 19 17:36:37.981274 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-214e94cd-e4ef-4161-903d-c0c976d607de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567412'] for network, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:38.000274 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-214e94cd-e4ef-4161-903d-c0c976d607de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:38.002243 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-214e94cd-e4ef-4161-903d-c0c976d607de admin admin] 10.222.0.32 "DELETE /v2.0/networks/9c36ce04-8c9b-4d39-8738-cbce6433f6d3 HTTP/1.1" status: 204 len: 168 time: 0.4763958 Jul 19 17:36:38.003643 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e94cd-e4ef-4161-903d-c0c976d607de admin admin] Pushing event deleted for resources: {'Network': ['ID=9c36ce04-8c9b-4d39-8738-cbce6433f6d3,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:38.005249 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 40886) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:38.011692 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-602b29e5-c5a1-44e3-b2e0-a850e631581f req-60556f42-7177-4efa-989e-2d6edd79ec81 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960958 Jul 19 17:36:38.073889 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dfb4cae-5ee6-42f4-99f6-cc47f44a1a5a admin admin] Deleting subnet 49d5f533-d4fb-408b-9f43-a1f6726099b8 {{(pid=93384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:36:38.078745 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7dfb4cae-5ee6-42f4-99f6-cc47f44a1a5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:38.119593 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7dfb4cae-5ee6-42f4-99f6-cc47f44a1a5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5138715'] for subnet, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:38.185047 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7dfb4cae-5ee6-42f4-99f6-cc47f44a1a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428619'] for subnet, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:38.265661 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7dfb4cae-5ee6-42f4-99f6-cc47f44a1a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6210967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5076143'] for subnet, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:38.293218 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb4cae-5ee6-42f4-99f6-cc47f44a1a5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d5f533-d4fb-408b-9f43-a1f6726099b8,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:38.299233 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7dfb4cae-5ee6-42f4-99f6-cc47f44a1a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:38.303760 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 40904) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:38.303956 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-7dfb4cae-5ee6-42f4-99f6-cc47f44a1a5a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/49d5f533-d4fb-408b-9f43-a1f6726099b8 HTTP/1.1" status: 204 len: 168 time: 0.2966819 Jul 19 17:36:38.377847 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-055125de-f370-4de9-9371-390dd7d33c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366402'] for network, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:38.469732 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-055125de-f370-4de9-9371-390dd7d33c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428391', 'neutron.services.segments.db._delete_segments_for_network-8742494453050'] for network, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:38.481883 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-055125de-f370-4de9-9371-390dd7d33c1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d90c8b3-c587-4e72-ba8b-2bed3f98b8ec']}} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:36:38.492700 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-055125de-f370-4de9-9371-390dd7d33c1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f313965-73b1-4ead-a20b-6cb518b1a965') {'for_net_delete': True} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:36:38.496194 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-055125de-f370-4de9-9371-390dd7d33c1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f313965-73b1-4ead-a20b-6cb518b1a965') {} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:36:38.506649 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-055125de-f370-4de9-9371-390dd7d33c1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742494456131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5018037'] for segment, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:38.523819 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-055125de-f370-4de9-9371-390dd7d33c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:38.530935 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055125de-f370-4de9-9371-390dd7d33c1f admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:36:38.531518 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-055125de-f370-4de9-9371-390dd7d33c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4638915'] for segment, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: Traceback (most recent call last): Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: timer() Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: cb(*args, **kw) Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: return func(*args, **kwargs) Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: self._notify() Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: self.callback(batched_events) Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: event.method(event) Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: return f(self, *a, **k) Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: return self._get(url).json() Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: return self.request(url, 'GET', **kwargs) Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:36:38.533462 dv-cinder-800695-4-iscsi neutron-server[93383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:36:38.618516 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-055125de-f370-4de9-9371-390dd7d33c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567412'] for network, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:38.625741 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-055125de-f370-4de9-9371-390dd7d33c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:38.627713 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-055125de-f370-4de9-9371-390dd7d33c1f admin admin] 10.222.0.32 "DELETE /v2.0/networks/8d90c8b3-c587-4e72-ba8b-2bed3f98b8ec HTTP/1.1" status: 204 len: 168 time: 0.3228667 Jul 19 17:36:38.641449 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055125de-f370-4de9-9371-390dd7d33c1f admin admin] Pushing event deleted for resources: {'Network': ['ID=8d90c8b3-c587-4e72-ba8b-2bed3f98b8ec,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:38.674781 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46fa35-25f4-4a83-bdcb-8250a128d755 req-4f05709c-a752-422b-8af5-1542223e2bcf tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:38.676307 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1c46fa35-25f4-4a83-bdcb-8250a128d755 req-4f05709c-a752-422b-8af5-1542223e2bcf tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.0906363 Jul 19 17:36:38.724004 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1c46fa35-25f4-4a83-bdcb-8250a128d755 req-4847ffdf-5e67-4206-9c0a-fb5b1b44e910 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0396209 Jul 19 17:36:38.825657 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 40926) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:38.829323 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7a353-db9a-4900-bd12-ae0111a089c5 req-7bd90c12-62f4-46bf-bd8a-1dbdcd1c5c7d tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:38.830829 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-eab7a353-db9a-4900-bd12-ae0111a089c5 req-7bd90c12-62f4-46bf-bd8a-1dbdcd1c5c7d tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0654254 Jul 19 17:36:38.865523 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-5932ebec-a89a-4dcc-a38c-45c86c43eca5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1d523ae3f964b07aa840b136387d959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386477 Jul 19 17:36:38.867948 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 40928) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:38.869325 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-eab7a353-db9a-4900-bd12-ae0111a089c5 req-e604c53c-5e1a-40cf-b0d2-009f9f13c6c4 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329056 Jul 19 17:36:38.917709 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d1e652d6-ddd9-4cfa-a8ee-d95f46e729e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:38.943810 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d1e652d6-ddd9-4cfa-a8ee-d95f46e729e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:38.990403 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d1e652d6-ddd9-4cfa-a8ee-d95f46e729e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:38.992930 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d1e652d6-ddd9-4cfa-a8ee-d95f46e729e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:38.994087 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-d1e652d6-ddd9-4cfa-a8ee-d95f46e729e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/111f7e4e-f8ee-4205-a029-24088c0d88d7 HTTP/1.1" status: 204 len: 168 time: 0.1249816 Jul 19 17:36:39.002914 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e652d6-ddd9-4cfa-a8ee-d95f46e729e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111f7e4e-f8ee-4205-a029-24088c0d88d7,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:39.170201 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fc742-ed2a-4c9a-b953-41f2c18b66b4 req-cfa1c955-6169-4f69-9f1f-4f29e0894c07 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:39.171739 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e28fc742-ed2a-4c9a-b953-41f2c18b66b4 req-cfa1c955-6169-4f69-9f1f-4f29e0894c07 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.0726132 Jul 19 17:36:39.222006 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e28fc742-ed2a-4c9a-b953-41f2c18b66b4 req-1546f4fe-25b8-4f69-85d4-35bd9ae03774 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429122 Jul 19 17:36:39.347472 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 40936) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:39.387182 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-1d66e502-2846-4caf-9afa-9ce3597c302c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42fcd9e0c2454159930ded3734d237e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385261 Jul 19 17:36:39.390226 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 40938) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:39.443281 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-994c198f-fdf3-4366-a886-08e188934ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:39.465529 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-994c198f-fdf3-4366-a886-08e188934ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:39.512408 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-994c198f-fdf3-4366-a886-08e188934ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:39.515419 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-994c198f-fdf3-4366-a886-08e188934ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:39.516874 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-994c198f-fdf3-4366-a886-08e188934ef6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7b72cea-32cd-4002-8ac5-f66bd0c3e40a HTTP/1.1" status: 204 len: 168 time: 0.1254926 Jul 19 17:36:39.526029 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c198f-fdf3-4366-a886-08e188934ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b72cea-32cd-4002-8ac5-f66bd0c3e40a,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:39.535014 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c198f-fdf3-4366-a886-08e188934ef6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:39.535365 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c198f-fdf3-4366-a886-08e188934ef6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:39.535709 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c198f-fdf3-4366-a886-08e188934ef6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:39.536043 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c198f-fdf3-4366-a886-08e188934ef6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:39.536587 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c198f-fdf3-4366-a886-08e188934ef6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:39.536798 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c198f-fdf3-4366-a886-08e188934ef6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:39.537131 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c198f-fdf3-4366-a886-08e188934ef6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:39.537508 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c198f-fdf3-4366-a886-08e188934ef6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:39.537776 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c198f-fdf3-4366-a886-08e188934ef6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:39.538105 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c198f-fdf3-4366-a886-08e188934ef6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:39.538472 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c198f-fdf3-4366-a886-08e188934ef6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:39.538731 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c198f-fdf3-4366-a886-08e188934ef6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:39.880307 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5988767-d40c-4e56-afe3-c4e52ae6f5aa req-327c5f08-23a2-448f-a5e3-a8b3a80763c3 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:39.881877 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f5988767-d40c-4e56-afe3-c4e52ae6f5aa req-327c5f08-23a2-448f-a5e3-a8b3a80763c3 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.0704293 Jul 19 17:36:39.931959 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f5988767-d40c-4e56-afe3-c4e52ae6f5aa req-9a6cf8c4-1f54-46aa-848c-684c46eaf1aa tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0433536 Jul 19 17:36:40.017671 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9780b-91fc-40da-9a20-6160cbb8f319 req-2a4c3f37-dc08-40d6-9cc3-ef572c3c4055 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:40.019155 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f2f9780b-91fc-40da-9a20-6160cbb8f319 req-2a4c3f37-dc08-40d6-9cc3-ef572c3c4055 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0709012 Jul 19 17:36:40.058419 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f2f9780b-91fc-40da-9a20-6160cbb8f319 req-486b6ef3-6bff-4ab8-8116-67d275d38024 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335050 Jul 19 17:36:40.362746 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f6d98-d1dc-4ba0-9819-e12feafb378a req-60586626-f0a6-4455-a165-481618da1ee9 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:40.364651 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6f9f6d98-d1dc-4ba0-9819-e12feafb378a req-60586626-f0a6-4455-a165-481618da1ee9 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.0656788 Jul 19 17:36:40.404338 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6f9f6d98-d1dc-4ba0-9819-e12feafb378a req-3794931e-0cc0-4753-97c6-89fd4afeaa10 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343671 Jul 19 17:36:41.063042 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ab197-92c8-4516-ab97-acf9f436fe98 req-b4a0bbf5-a655-454a-a2a1-6568bf306fb6 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:41.064629 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-271ab197-92c8-4516-ab97-acf9f436fe98 req-b4a0bbf5-a655-454a-a2a1-6568bf306fb6 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.0695887 Jul 19 17:36:41.113504 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-271ab197-92c8-4516-ab97-acf9f436fe98 req-0ff20f29-0d76-414c-a9e4-cbdd1b92d43d tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0427325 Jul 19 17:36:41.243648 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8185b-d585-43da-9a5c-cac5b4fef70e req-4514c209-a024-4aa6-8ccf-0a454f9efab7 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:41.245200 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a3a8185b-d585-43da-9a5c-cac5b4fef70e req-4514c209-a024-4aa6-8ccf-0a454f9efab7 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0751262 Jul 19 17:36:41.283507 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a3a8185b-d585-43da-9a5c-cac5b4fef70e req-44fd59bc-4029-471a-9962-87ffd951ceb7 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322936 Jul 19 17:36:41.538099 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166db8d-806a-404c-9acb-dfec6fc09be4 req-3ece67e3-edf2-49f0-a84c-755dab0b818f tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:41.539624 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3166db8d-806a-404c-9acb-dfec6fc09be4 req-3ece67e3-edf2-49f0-a84c-755dab0b818f tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 946 time: 0.0640216 Jul 19 17:36:41.578983 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3166db8d-806a-404c-9acb-dfec6fc09be4 req-e4079df4-1aaf-4e7b-8d4e-7e3fbe272b75 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337949 Jul 19 17:36:41.651804 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 93721a07-ae75-4b6a-b020-98ca9b17c8b2 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:36:41.735893 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:41.760903 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07303afd-195a-4176-a104-425d9c64666e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93721a07-ae75-4b6a-b020-98ca9b17c8b2'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:36:41.763259 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27453ea7-7b33-4550-8329-b117dce6bc7e req-90892a58-be2d-4c4f-976b-5e1f12956237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:41.763468 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f724f6d9-e329-4f41-a89e-e75b5689a589" -d '{"events": [{"server_uuid": "07303afd-195a-4176-a104-425d9c64666e", "name": "network-vif-unplugged", "status": "completed", "tag": "93721a07-ae75-4b6a-b020-98ca9b17c8b2"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:36:41.765334 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-27453ea7-7b33-4550-8329-b117dce6bc7e req-90892a58-be2d-4c4f-976b-5e1f12956237 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cde3c008c05a44f09be88be78c4bb614&device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 1099 time: 0.0609674 Jul 19 17:36:41.778452 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 93721a07-ae75-4b6a-b020-98ca9b17c8b2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=93721a07-ae75-4b6a-b020-98ca9b17c8b2,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:36:41.784707 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:41.811929 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 17:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083828bc-8168-4fdb-9e6a-03ecbf4339e8 x-openstack-request-id: req-083828bc-8168-4fdb-9e6a-03ecbf4339e8 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:36:41.812284 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07303afd-195a-4176-a104-425d9c64666e", "name": "network-vif-unplugged", "status": "completed", "tag": "93721a07-ae75-4b6a-b020-98ca9b17c8b2", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:36:41.812543 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-083828bc-8168-4fdb-9e6a-03ecbf4339e8 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:36:41.812935 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07303afd-195a-4176-a104-425d9c64666e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93721a07-ae75-4b6a-b020-98ca9b17c8b2', 'code': 200} Jul 19 17:36:41.838746 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=93721a07-ae75-4b6a-b020-98ca9b17c8b2,revision_number=8']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:41.846619 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:41.847056 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:41.847405 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:41.847744 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:41.848104 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:41.848439 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:41.848777 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:41.849107 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:41.849440 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:41.849768 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:41.850090 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:41.850412 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:36:41.859777 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27453ea7-7b33-4550-8329-b117dce6bc7e req-545265ba-2468-42ff-be87-0605689d6a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:41.861313 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-27453ea7-7b33-4550-8329-b117dce6bc7e req-545265ba-2468-42ff-be87-0605689d6a6d service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48ef7ec-7444-4cee-8dfa-ba707e530247 HTTP/1.1" status: 200 len: 917 time: 0.0886996 Jul 19 17:36:41.929353 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-27453ea7-7b33-4550-8329-b117dce6bc7e req-7515a0c7-0d76-43f8-b90f-4184a620f7c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93721a07-ae75-4b6a-b020-98ca9b17c8b2 HTTP/1.1" status: 200 len: 1000 time: 0.0610092 Jul 19 17:36:41.980150 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27453ea7-7b33-4550-8329-b117dce6bc7e req-0439b810-52a0-4654-bca9-8bb22994bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:41.981703 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-27453ea7-7b33-4550-8329-b117dce6bc7e req-0439b810-52a0-4654-bca9-8bb22994bd8b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a8cde66-88d0-4637-913a-84e51941d044 HTTP/1.1" status: 200 len: 855 time: 0.0435200 Jul 19 17:36:42.039325 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27453ea7-7b33-4550-8329-b117dce6bc7e req-0ee4956f-bbde-410d-9476-f0f404c0717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:42.040791 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-27453ea7-7b33-4550-8329-b117dce6bc7e req-0ee4956f-bbde-410d-9476-f0f404c0717f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48ef7ec-7444-4cee-8dfa-ba707e530247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517728 Jul 19 17:36:42.137141 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-27453ea7-7b33-4550-8329-b117dce6bc7e req-fd0fedb3-1ee6-4f58-81cb-ceea6a227477 service neutron] 10.222.0.59 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878217 Jul 19 17:36:42.553987 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-27453ea7-7b33-4550-8329-b117dce6bc7e req-43fe8f90-576b-421c-acf5-47cbda504669 service neutron] 10.222.0.59 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091105 Jul 19 17:36:42.589814 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177df65-5895-4bef-a028-a8a057184b6a req-f51b2f9b-4ea2-4c92-97cb-45d68441a5b5 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:42.591501 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4177df65-5895-4bef-a028-a8a057184b6a req-f51b2f9b-4ea2-4c92-97cb-45d68441a5b5 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.3875904 Jul 19 17:36:42.614495 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f875f9-cfd6-4f77-894a-35da721f67c0 req-b160a9ec-690f-4ab7-9270-cf261cb1bd0f tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:42.615117 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b5f875f9-cfd6-4f77-894a-35da721f67c0 req-b160a9ec-690f-4ab7-9270-cf261cb1bd0f tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1244392 Jul 19 17:36:42.667036 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4177df65-5895-4bef-a028-a8a057184b6a req-43595ad7-b90a-4f7e-97ca-d6710d7e58c6 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0690880 Jul 19 17:36:42.689809 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b5f875f9-cfd6-4f77-894a-35da721f67c0 req-6699035a-cc2a-4db6-8cdb-721ac411e7ba tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566056 Jul 19 17:36:42.798899 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93aa1d2-858e-458b-b3fe-3e29db0a91e7 req-6d99dca5-9b8c-4874-83f6-e1b72c0675d9 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:42.800432 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c93aa1d2-858e-458b-b3fe-3e29db0a91e7 req-6d99dca5-9b8c-4874-83f6-e1b72c0675d9 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0684230 Jul 19 17:36:42.838430 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c93aa1d2-858e-458b-b3fe-3e29db0a91e7 req-d041ca43-71e8-408c-951a-40c9c416c442 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320849 Jul 19 17:36:43.863211 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a236df-1584-4452-8b59-8bb1b25383eb req-04bca395-8ab0-4f5d-9af5-356dd026dedf tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:43.864954 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-05a236df-1584-4452-8b59-8bb1b25383eb req-04bca395-8ab0-4f5d-9af5-356dd026dedf tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.1234879 Jul 19 17:36:43.913079 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556f531-08cb-4ef8-9b59-523a18937ece req-160dff61-9ab4-48ef-a55e-c4c16a5bb894 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:43.914966 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d556f531-08cb-4ef8-9b59-523a18937ece req-160dff61-9ab4-48ef-a55e-c4c16a5bb894 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1437886 Jul 19 17:36:43.976311 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-05a236df-1584-4452-8b59-8bb1b25383eb req-b9cb7371-9680-4df4-8148-9aa692534050 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0868444 Jul 19 17:36:43.991903 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d556f531-08cb-4ef8-9b59-523a18937ece req-fb77b46f-b029-496c-a476-eb5979801ff4 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672171 Jul 19 17:36:44.001771 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357570a-4375-4392-b39e-9f6d775569ff req-6631a8cf-d8b7-4750-992b-5bf5f842f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:44.003756 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2357570a-4375-4392-b39e-9f6d775569ff req-6631a8cf-d8b7-4750-992b-5bf5f842f308 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=264664ead74849f4a933f763f9adf1ae&device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 1099 time: 0.1569495 Jul 19 17:36:44.166004 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357570a-4375-4392-b39e-9f6d775569ff req-0f204673-243a-4caf-b638-3851090888d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:44.166137 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2357570a-4375-4392-b39e-9f6d775569ff req-0f204673-243a-4caf-b638-3851090888d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2b2a9a44-8a11-41b7-b0f8-85238b0362d1 HTTP/1.1" status: 200 len: 912 time: 0.1372862 Jul 19 17:36:44.178176 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3433c9a-931e-45f3-a94f-9d3211dd6626 req-cfebb620-8f9f-4c14-9047-bff6b5e289ce tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:44.179654 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a3433c9a-931e-45f3-a94f-9d3211dd6626 req-cfebb620-8f9f-4c14-9047-bff6b5e289ce tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.1193190 Jul 19 17:36:44.265572 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a3433c9a-931e-45f3-a94f-9d3211dd6626 req-96508bd5-c382-44e6-bd30-fa43fe187c77 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788639 Jul 19 17:36:44.267350 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2357570a-4375-4392-b39e-9f6d775569ff req-9768cf7e-f937-43fa-af1e-b41c43e6c364 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da08cd12-0090-46a4-b813-f0a9315cff06 HTTP/1.1" status: 200 len: 1002 time: 0.0868146 Jul 19 17:36:45.156218 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc403e2-6897-4af9-8b05-68e2fe944d3c req-016b8f09-438e-4c4c-8776-fa521089c8c1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:45.157791 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bfc403e2-6897-4af9-8b05-68e2fe944d3c req-016b8f09-438e-4c4c-8776-fa521089c8c1 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.1104999 Jul 19 17:36:45.165837 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa914a64-cb84-4377-94b3-a9bca805957c req-75e0153f-5a2d-44a1-b992-404144a9bcec tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:45.167717 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fa914a64-cb84-4377-94b3-a9bca805957c req-75e0153f-5a2d-44a1-b992-404144a9bcec tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0927067 Jul 19 17:36:45.229204 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bfc403e2-6897-4af9-8b05-68e2fe944d3c req-4e9407a0-96bc-4658-b555-76cca5fc1a38 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0606098 Jul 19 17:36:45.234732 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fa914a64-cb84-4377-94b3-a9bca805957c req-014dcb70-4413-45e1-86e4-d1ad67e2fdf6 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594201 Jul 19 17:36:45.398173 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681989a-07ab-4922-8b95-b17dabb88185 req-5ee22cba-5c3b-4b56-95c1-c8faa5fbb48a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:45.399700 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1681989a-07ab-4922-8b95-b17dabb88185 req-5ee22cba-5c3b-4b56-95c1-c8faa5fbb48a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0624928 Jul 19 17:36:45.444906 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1681989a-07ab-4922-8b95-b17dabb88185 req-d05ba5ce-3218-4cb2-90f9-7eb0ee59014c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395889 Jul 19 17:36:45.599977 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:36:46.016257 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357570a-4375-4392-b39e-9f6d775569ff req-dc5ed85e-cfe1-403b-9903-8bd45d300184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:46.017728 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2357570a-4375-4392-b39e-9f6d775569ff req-dc5ed85e-cfe1-403b-9903-8bd45d300184 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b4a27a-9fa5-41b8-8967-080a257defa8 HTTP/1.1" status: 200 len: 850 time: 0.0444717 Jul 19 17:36:46.404316 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41021f5-2581-4ae1-a130-123a316f9d47 req-c1091a98-f784-4020-b8c8-211ae8358d32 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:46.406469 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a41021f5-2581-4ae1-a130-123a316f9d47 req-c1091a98-f784-4020-b8c8-211ae8358d32 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.1091669 Jul 19 17:36:46.414139 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e4f11-69a0-4def-a6a7-ae4c52087db8 req-f7849479-8d9a-4be9-8a0a-7af0a11d67e2 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:46.415639 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ac8e4f11-69a0-4def-a6a7-ae4c52087db8 req-f7849479-8d9a-4be9-8a0a-7af0a11d67e2 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1092875 Jul 19 17:36:46.471831 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a41021f5-2581-4ae1-a130-123a316f9d47 req-14339709-0be0-4d47-a4f0-6af902bd35d8 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0551174 Jul 19 17:36:46.479378 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ac8e4f11-69a0-4def-a6a7-ae4c52087db8 req-33b191aa-10cd-49b2-b614-fd3c807002ba tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556324 Jul 19 17:36:46.605012 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97668cbd-9dbe-4445-9524-bc8bb6c6ae59 req-d88a10e4-8e7d-47d4-8baa-f3f6d7941bdc tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:46.606511 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-97668cbd-9dbe-4445-9524-bc8bb6c6ae59 req-d88a10e4-8e7d-47d4-8baa-f3f6d7941bdc tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0653305 Jul 19 17:36:46.644943 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-97668cbd-9dbe-4445-9524-bc8bb6c6ae59 req-59e3eb53-a332-4157-8f3d-758775de2ea0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321686 Jul 19 17:36:47.047164 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357570a-4375-4392-b39e-9f6d775569ff req-341e8c55-2a7b-4510-8529-b208c7deae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:47.048700 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2357570a-4375-4392-b39e-9f6d775569ff req-341e8c55-2a7b-4510-8529-b208c7deae13 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b2a9a44-8a11-41b7-b0f8-85238b0362d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555174 Jul 19 17:36:47.150497 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2357570a-4375-4392-b39e-9f6d775569ff req-1698951a-47a9-4c70-bbdb-f0c2c33b7d54 service neutron] 10.222.0.59 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854068 Jul 19 17:36:47.264013 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2357570a-4375-4392-b39e-9f6d775569ff req-bf5fb789-4b9b-45dd-942c-6f589aa707ae service neutron] 10.222.0.59 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014156 Jul 19 17:36:47.643530 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180b719-9a48-451e-a31b-ab271baab809 req-f9340a72-2d48-4e31-93b6-7241c3735a21 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:47.645154 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e180b719-9a48-451e-a31b-ab271baab809 req-f9340a72-2d48-4e31-93b6-7241c3735a21 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.1044581 Jul 19 17:36:47.676464 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bedb1d-df91-4420-b331-f5d851fff3b2 req-e5bda1d6-d231-4251-ac53-dffc301617be tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:47.677996 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-78bedb1d-df91-4420-b331-f5d851fff3b2 req-e5bda1d6-d231-4251-ac53-dffc301617be tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1086109 Jul 19 17:36:47.713059 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e180b719-9a48-451e-a31b-ab271baab809 req-81bc6268-2655-4812-ba60-ccf90423aa3e tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0609133 Jul 19 17:36:47.743671 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-78bedb1d-df91-4420-b331-f5d851fff3b2 req-8b4a72f7-350b-4b69-bca5-9b81927e7157 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576034 Jul 19 17:36:47.791782 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:47.883712 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f267d-cc20-45b8-b6bc-3d17af12191d req-01556985-a1cb-4819-b45a-d2a4efb0b723 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:47.885689 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-df3f267d-cc20-45b8-b6bc-3d17af12191d req-01556985-a1cb-4819-b45a-d2a4efb0b723 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0667121 Jul 19 17:36:47.926072 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-df3f267d-cc20-45b8-b6bc-3d17af12191d req-71180ccd-adb6-4d17-8f90-ec414fbbb73d tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340283 Jul 19 17:36:48.160677 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 41136) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:48.299700 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4a99ee4-fa0f-48f4-a4fb-165e48f335a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:48.416367 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4a99ee4-fa0f-48f4-a4fb-165e48f335a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:48.422243 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4a99ee4-fa0f-48f4-a4fb-165e48f335a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:48.462256 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-f4a99ee4-fa0f-48f4-a4fb-165e48f335a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb484b58e37b400b88cb487727871614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997353 Jul 19 17:36:48.463143 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a99ee4-fa0f-48f4-a4fb-165e48f335a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a5f9a7-8aa3-44a1-9863-c953e2142439,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:48.465240 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 41146) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:48.522956 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-846547e5-22eb-4a9b-80d9-f9344903b012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:48.551483 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-846547e5-22eb-4a9b-80d9-f9344903b012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:48.651748 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-846547e5-22eb-4a9b-80d9-f9344903b012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:48.655004 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-846547e5-22eb-4a9b-80d9-f9344903b012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:48.657939 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-846547e5-22eb-4a9b-80d9-f9344903b012 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1a5f9a7-8aa3-44a1-9863-c953e2142439 HTTP/1.1" status: 204 len: 168 time: 0.1913376 Jul 19 17:36:48.683787 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afcf6d-efb8-4668-ba4d-26ddb278603d req-51f0c3d0-7d58-405d-9ce5-44455c4ea540 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:48.689655 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-52afcf6d-efb8-4668-ba4d-26ddb278603d req-51f0c3d0-7d58-405d-9ce5-44455c4ea540 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0975530 Jul 19 17:36:48.690901 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846547e5-22eb-4a9b-80d9-f9344903b012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a5f9a7-8aa3-44a1-9863-c953e2142439,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:48.751478 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-52afcf6d-efb8-4668-ba4d-26ddb278603d req-0ed0de7d-03fc-43d5-868a-329cd4c43c44 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542355 Jul 19 17:36:48.936233 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3425b3-f849-47d2-bee8-09355c2cde1e req-def149c7-cd93-405d-b57e-cc03e2eaf89d tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:48.938457 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6f3425b3-f849-47d2-bee8-09355c2cde1e req-def149c7-cd93-405d-b57e-cc03e2eaf89d tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.1199586 Jul 19 17:36:48.963583 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b6ec3-b24d-4612-9d95-e96a406ac17b req-3bc96a85-2eda-4c4e-a788-dc3881cec8a1 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:48.966811 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4e1b6ec3-b24d-4612-9d95-e96a406ac17b req-3bc96a85-2eda-4c4e-a788-dc3881cec8a1 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1114490 Jul 19 17:36:49.027743 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6f3425b3-f849-47d2-bee8-09355c2cde1e req-b5832d06-a9dc-4fb3-a863-4563a59f7a72 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0777981 Jul 19 17:36:49.047988 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4e1b6ec3-b24d-4612-9d95-e96a406ac17b req-e3b346ab-eb96-4bbc-8e77-3f43aab18e37 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731020 Jul 19 17:36:49.193960 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 41194) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:49.300771 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e9306917-d0b8-4357-97a1-7150cefbceb8 req-a1cf47ce-9571-41d9-8853-c550904790f5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1055830 Jul 19 17:36:49.683128 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 93721a07-ae75-4b6a-b020-98ca9b17c8b2 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:36:49.906906 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48e243-e581-4c9f-a916-c7fecbf7ab3a req-a7c1d377-2105-499c-a804-7dd677b23d15 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:49.908606 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7c48e243-e581-4c9f-a916-c7fecbf7ab3a req-a7c1d377-2105-499c-a804-7dd677b23d15 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0752828 Jul 19 17:36:49.981591 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7c48e243-e581-4c9f-a916-c7fecbf7ab3a req-e3ce2771-1168-435a-ae01-de1b744c852d tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671353 Jul 19 17:36:50.211642 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be91405-9513-44b2-bef0-a7563d61c16a req-05857b64-a3db-44de-97c4-214995689696 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:50.213220 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2be91405-9513-44b2-bef0-a7563d61c16a req-05857b64-a3db-44de-97c4-214995689696 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.1137195 Jul 19 17:36:50.235097 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7b530-6e75-4bc5-b749-d5d5baec069e req-7e3a12e1-5347-45a2-aa8d-16ad7ccdffa8 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:50.236661 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c3d7b530-6e75-4bc5-b749-d5d5baec069e req-7e3a12e1-5347-45a2-aa8d-16ad7ccdffa8 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1035676 Jul 19 17:36:50.288505 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2be91405-9513-44b2-bef0-a7563d61c16a req-8d5d6748-1e6f-44c1-acfd-5309f362b855 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0678627 Jul 19 17:36:50.305583 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c3d7b530-6e75-4bc5-b749-d5d5baec069e req-724e29df-11c8-4ffb-a6e1-12c6151bf64e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606744 Jul 19 17:36:50.972144 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9306917-d0b8-4357-97a1-7150cefbceb8 req-1e85038c-6bf5-4ebe-9017-726c56de8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:50.973681 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e9306917-d0b8-4357-97a1-7150cefbceb8 req-1e85038c-6bf5-4ebe-9017-726c56de8d62 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e&tenant_id=cde3c008c05a44f09be88be78c4bb614 HTTP/1.1" status: 200 len: 1097 time: 0.0912092 Jul 19 17:36:51.052366 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9306917-d0b8-4357-97a1-7150cefbceb8 req-7eaaf0ef-7e1b-4776-abe0-263618c69715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:51.053885 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e9306917-d0b8-4357-97a1-7150cefbceb8 req-7eaaf0ef-7e1b-4776-abe0-263618c69715 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cde3c008c05a44f09be88be78c4bb614&device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 1097 time: 0.0535674 Jul 19 17:36:51.186110 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9306917-d0b8-4357-97a1-7150cefbceb8 req-50a53935-5c37-43b0-a26c-a7b18e806ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:51.187652 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e9306917-d0b8-4357-97a1-7150cefbceb8 req-50a53935-5c37-43b0-a26c-a7b18e806ada service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48ef7ec-7444-4cee-8dfa-ba707e530247 HTTP/1.1" status: 200 len: 917 time: 0.1263602 Jul 19 17:36:51.197345 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a4898-a2da-49b0-a5af-8aad08e93d53 req-0cee08ce-e7ab-413e-a5c1-b4c842958467 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:51.199165 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-422a4898-a2da-49b0-a5af-8aad08e93d53 req-0cee08ce-e7ab-413e-a5c1-b4c842958467 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.1395493 Jul 19 17:36:51.256982 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e3c552f6-6528-4263-a575-a6eb5a1ade2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:51.287188 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-422a4898-a2da-49b0-a5af-8aad08e93d53 req-731cf218-215e-4dbf-9f85-6781db461841 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798728 Jul 19 17:36:51.292509 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e9306917-d0b8-4357-97a1-7150cefbceb8 req-2a87e4da-2a5e-4a0c-82fb-13ef18727634 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93721a07-ae75-4b6a-b020-98ca9b17c8b2 HTTP/1.1" status: 200 len: 1000 time: 0.0888908 Jul 19 17:36:51.346049 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9306917-d0b8-4357-97a1-7150cefbceb8 req-73017337-588a-4e19-b298-fde9d99d34d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:51.347653 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e9306917-d0b8-4357-97a1-7150cefbceb8 req-73017337-588a-4e19-b298-fde9d99d34d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a8cde66-88d0-4637-913a-84e51941d044 HTTP/1.1" status: 200 len: 855 time: 0.0500031 Jul 19 17:36:51.501303 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9306917-d0b8-4357-97a1-7150cefbceb8 req-3c24dd97-827c-4790-b03a-85c5d0673450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:51.502914 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e9306917-d0b8-4357-97a1-7150cefbceb8 req-3c24dd97-827c-4790-b03a-85c5d0673450 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48ef7ec-7444-4cee-8dfa-ba707e530247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1467209 Jul 19 17:36:51.545426 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f14086-3cab-4027-9783-b3f78688ce2c req-db52ab43-d6c3-41a3-afd6-405f588c72c0 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:51.546993 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c1f14086-3cab-4027-9783-b3f78688ce2c req-db52ab43-d6c3-41a3-afd6-405f588c72c0 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.1597579 Jul 19 17:36:51.571232 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff895f0-390b-4bad-b08d-7824cbbca842 req-7a60cd1c-3c2f-4fff-b2bb-e58417b035e1 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:51.571805 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9ff895f0-390b-4bad-b08d-7824cbbca842 req-7a60cd1c-3c2f-4fff-b2bb-e58417b035e1 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1488192 Jul 19 17:36:51.677200 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c1f14086-3cab-4027-9783-b3f78688ce2c req-9369ef11-0d74-48b9-bd0c-b4e395e88e7f tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1167676 Jul 19 17:36:51.683854 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9ff895f0-390b-4bad-b08d-7824cbbca842 req-549a26b8-e425-4a62-a995-fe6fc17c74d9 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012967 Jul 19 17:36:51.697144 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e9306917-d0b8-4357-97a1-7150cefbceb8 req-6b25b179-31c4-44cf-8e7f-7065bebf1dcd service neutron] 10.222.0.59 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856725 Jul 19 17:36:51.790882 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e9306917-d0b8-4357-97a1-7150cefbceb8 req-31470aa9-332a-40f6-a841-32e554a3c642 service neutron] 10.222.0.59 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863883 Jul 19 17:36:52.504606 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f507691-dd8c-470c-9e42-6da6a2e55e76 req-46b64f8e-bdc4-4c98-8b1a-b3227f6e8fb4 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:52.513771 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0f507691-dd8c-470c-9e42-6da6a2e55e76 req-46b64f8e-bdc4-4c98-8b1a-b3227f6e8fb4 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0892179 Jul 19 17:36:52.563059 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0f507691-dd8c-470c-9e42-6da6a2e55e76 req-830ac673-545b-4e80-9a5a-4bcf6220a74e tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481243 Jul 19 17:36:52.866759 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 41332) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:52.985076 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18761e77-8aa2-43ef-a6fd-13a0bef76814 req-9bae2b75-a9da-4269-ac37-0ce5aaa67802 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:52.996553 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-18761e77-8aa2-43ef-a6fd-13a0bef76814 req-9bae2b75-a9da-4269-ac37-0ce5aaa67802 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.2130866 Jul 19 17:36:53.013619 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38380930-99ff-4c77-b9fc-b335d275076d req-0c9df34a-2176-47b0-8d80-acb7b416b999 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:53.034267 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-38380930-99ff-4c77-b9fc-b335d275076d req-0c9df34a-2176-47b0-8d80-acb7b416b999 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1675489 Jul 19 17:36:53.051457 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b78631d2-3d2d-4a29-b1c1-e7952738c4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:53.117852 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-18761e77-8aa2-43ef-a6fd-13a0bef76814 req-146e97e8-0185-4987-9aef-03296ef5e387 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1192076 Jul 19 17:36:53.139058 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-38380930-99ff-4c77-b9fc-b335d275076d req-4f04d497-8b0f-44be-a5b3-24d09046fc05 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003952 Jul 19 17:36:53.192596 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b78631d2-3d2d-4a29-b1c1-e7952738c4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:53.199777 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b78631d2-3d2d-4a29-b1c1-e7952738c4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:53.248273 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-b78631d2-3d2d-4a29-b1c1-e7952738c4f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d31b926d9a644176922b7d6ca8d1a19f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3803947 Jul 19 17:36:53.249884 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78631d2-3d2d-4a29-b1c1-e7952738c4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce5d7c1-d3b1-4132-b60b-293ff28c0dda,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:53.252418 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 41340) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:53.308425 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e5f4de57-e2f2-45c5-89f9-fae2b62d9ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:53.330705 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e5f4de57-e2f2-45c5-89f9-fae2b62d9ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:53.382483 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e5f4de57-e2f2-45c5-89f9-fae2b62d9ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:53.385443 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e5f4de57-e2f2-45c5-89f9-fae2b62d9ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:53.386714 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-e5f4de57-e2f2-45c5-89f9-fae2b62d9ec7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ce5d7c1-d3b1-4132-b60b-293ff28c0dda HTTP/1.1" status: 204 len: 168 time: 0.1332240 Jul 19 17:36:53.395851 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4de57-e2f2-45c5-89f9-fae2b62d9ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce5d7c1-d3b1-4132-b60b-293ff28c0dda,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:53.726478 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714092f-d288-4811-8b7c-725c6f1310ed req-19e41c9b-4618-4ba4-9364-4763df3ce0b1 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:53.728161 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1714092f-d288-4811-8b7c-725c6f1310ed req-19e41c9b-4618-4ba4-9364-4763df3ce0b1 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0848610 Jul 19 17:36:53.789349 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1714092f-d288-4811-8b7c-725c6f1310ed req-1abc02f5-00d3-49ba-8caf-58b733574771 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538764 Jul 19 17:36:53.995417 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f13b258b-88e9-471e-8834-8b27721e5824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:54.367115 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43844116-180a-4ea8-82a1-8a6ae9ac1c2b req-82e4d590-a54a-4029-a61e-a13e9c666e6e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:54.374926 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-43844116-180a-4ea8-82a1-8a6ae9ac1c2b req-82e4d590-a54a-4029-a61e-a13e9c666e6e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1213653 Jul 19 17:36:54.463444 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:54.471709 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd8e60-5d69-46b8-8fa4-aa78a347fceb req-8723f15e-c7b5-43f9-90bf-ddb51c8c3720 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:54.482011 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-18fd8e60-5d69-46b8-8fa4-aa78a347fceb req-8723f15e-c7b5-43f9-90bf-ddb51c8c3720 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.2409813 Jul 19 17:36:54.545148 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-43844116-180a-4ea8-82a1-8a6ae9ac1c2b req-3d370b97-fe51-46ca-9f11-611b628e245e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672251 Jul 19 17:36:54.565016 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-18fd8e60-5d69-46b8-8fa4-aa78a347fceb req-94e23cac-d242-45be-90f6-54adbfbc5a6a tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0817156 Jul 19 17:36:54.975748 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed01e07-0799-4812-84f7-2fddab71a74d req-f0c9b612-70fd-4e90-b53e-8cd0956bd1b0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:54.981247 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2ed01e07-0799-4812-84f7-2fddab71a74d req-f0c9b612-70fd-4e90-b53e-8cd0956bd1b0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0712295 Jul 19 17:36:55.022416 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2ed01e07-0799-4812-84f7-2fddab71a74d req-8f73356c-fc91-49c0-9f0b-cf005df15ef4 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390542 Jul 19 17:36:55.329591 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:55.870944 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302e079-24af-4a46-8ef7-9f651382076e req-1c2120ef-032f-4d99-b9a8-3c1f7cffe56b tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:55.872362 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2302e079-24af-4a46-8ef7-9f651382076e req-1c2120ef-032f-4d99-b9a8-3c1f7cffe56b tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1741018 Jul 19 17:36:55.894915 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b54e60-63bd-4aad-9cc0-99881261d4e5 req-617e1d1c-2f14-4321-88aa-f4996bd10074 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:55.896530 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e4b54e60-63bd-4aad-9cc0-99881261d4e5 req-617e1d1c-2f14-4321-88aa-f4996bd10074 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.1371160 Jul 19 17:36:56.305369 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e4b54e60-63bd-4aad-9cc0-99881261d4e5 req-2b86f63d-5a82-4fce-b593-ed827be16d71 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4011652 Jul 19 17:36:56.324109 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2302e079-24af-4a46-8ef7-9f651382076e req-4dbece7f-6e89-4c3f-a957-7de23ebf5ab0 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4264357 Jul 19 17:36:56.496833 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefeb7f0-a062-4aeb-9adc-d3394813eb3e req-c878cc15-a7c9-4457-9726-7812d57f6086 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:56.498345 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-eefeb7f0-a062-4aeb-9adc-d3394813eb3e req-c878cc15-a7c9-4457-9726-7812d57f6086 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0892220 Jul 19 17:36:56.568726 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-eefeb7f0-a062-4aeb-9adc-d3394813eb3e req-f278c613-de80-48a4-b99f-4d08a75c02f2 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640261 Jul 19 17:36:57.106244 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:57.240985 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 41516) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:57.399302 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-36f47ed6-b455-4eac-bf8d-93726b17cd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:57.594631 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efb118-de62-47c5-8f58-df9894d96969 req-d1af34e3-f55c-4886-a79f-b7c3bcc8d032 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:57.603942 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b9efb118-de62-47c5-8f58-df9894d96969 req-d1af34e3-f55c-4886-a79f-b7c3bcc8d032 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.1653147 Jul 19 17:36:57.678410 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f807c-3592-41c9-a3a7-cac654012a79 req-628aed27-38bc-4e0b-b995-55686dd2abfa tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:57.691386 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9a5f807c-3592-41c9-a3a7-cac654012a79 req-628aed27-38bc-4e0b-b995-55686dd2abfa tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.2437510 Jul 19 17:36:57.698639 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-36f47ed6-b455-4eac-bf8d-93726b17cd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:57.710453 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-36f47ed6-b455-4eac-bf8d-93726b17cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:57.752311 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b9efb118-de62-47c5-8f58-df9894d96969 req-423cc53a-7992-45ee-8edb-b6231a51491e tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1460445 Jul 19 17:36:57.825987 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9a5f807c-3592-41c9-a3a7-cac654012a79 req-6e3f0078-e473-4acd-97d4-9496e9f3081a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208808 Jul 19 17:36:57.832919 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f47ed6-b455-4eac-bf8d-93726b17cd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2afb1b-8ec4-4bc0-9028-72765bf6cec4,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:57.855321 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-36f47ed6-b455-4eac-bf8d-93726b17cd3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2a59907cb3646a4aba1e1654ebb8a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6132245 Jul 19 17:36:57.857912 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 41540) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:57.966391 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-871ad7c9-6ca3-4dd3-bfaa-e8a44539f7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:57.998627 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-871ad7c9-6ca3-4dd3-bfaa-e8a44539f7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:58.017187 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a41cd4-1136-44ae-93cb-0e1f1f76c547 req-7e05de67-2a1d-4ca4-b0fe-1df8c0afcf34 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:58.019110 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e3a41cd4-1136-44ae-93cb-0e1f1f76c547 req-7e05de67-2a1d-4ca4-b0fe-1df8c0afcf34 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.1459782 Jul 19 17:36:58.078962 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e3a41cd4-1136-44ae-93cb-0e1f1f76c547 req-70733ea4-2663-49ee-91e9-aba027b2f3f2 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536497 Jul 19 17:36:58.090639 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-871ad7c9-6ca3-4dd3-bfaa-e8a44539f7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:58.093356 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-871ad7c9-6ca3-4dd3-bfaa-e8a44539f7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:58.094554 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-871ad7c9-6ca3-4dd3-bfaa-e8a44539f7bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f2afb1b-8ec4-4bc0-9028-72765bf6cec4 HTTP/1.1" status: 204 len: 168 time: 0.2351823 Jul 19 17:36:58.107947 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ad7c9-6ca3-4dd3-bfaa-e8a44539f7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2afb1b-8ec4-4bc0-9028-72765bf6cec4,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:58.425725 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 41546) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:58.440659 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7339d7b1-3e22-4909-ade1-1345588afd93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:58.541015 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7339d7b1-3e22-4909-ade1-1345588afd93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:58.545755 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7339d7b1-3e22-4909-ade1-1345588afd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:58.586469 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-7339d7b1-3e22-4909-ade1-1345588afd93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=752cfd5cf9964a4ab9ec665608534e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596181 Jul 19 17:36:58.589141 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 41548) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:36:58.596686 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339d7b1-3e22-4909-ade1-1345588afd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5bd4b2-c1e3-42da-aa2d-ee80043e90aa,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:58.643032 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-958d317d-9a20-444e-9ed8-89d4fa47bb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:58.666637 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-958d317d-9a20-444e-9ed8-89d4fa47bb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:58.717282 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-958d317d-9a20-444e-9ed8-89d4fa47bb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:58.721095 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-958d317d-9a20-444e-9ed8-89d4fa47bb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:58.722442 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-958d317d-9a20-444e-9ed8-89d4fa47bb0c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a5bd4b2-c1e3-42da-aa2d-ee80043e90aa HTTP/1.1" status: 204 len: 168 time: 0.1319218 Jul 19 17:36:58.736440 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d317d-9a20-444e-9ed8-89d4fa47bb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5bd4b2-c1e3-42da-aa2d-ee80043e90aa,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:36:58.951797 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc99cf3-261d-42f1-a1a4-51f23e42bcb3 req-f303abf6-62dd-467c-8a6c-027293b001e7 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:58.953875 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dbc99cf3-261d-42f1-a1a4-51f23e42bcb3 req-f303abf6-62dd-467c-8a6c-027293b001e7 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.1175609 Jul 19 17:36:59.037862 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01258934-3fa8-4996-96cc-0c48d782c248 req-f1f5e862-1e29-466f-b650-081ca07d36b9 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:59.047189 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-01258934-3fa8-4996-96cc-0c48d782c248 req-f1f5e862-1e29-466f-b650-081ca07d36b9 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1414611 Jul 19 17:36:59.071865 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dbc99cf3-261d-42f1-a1a4-51f23e42bcb3 req-8327b82e-3c3e-4185-a51d-530449432b7b tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1033075 Jul 19 17:36:59.169564 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-01258934-3fa8-4996-96cc-0c48d782c248 req-f579e3b5-3d70-4e10-84f9-328dba41cd37 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191773 Jul 19 17:36:59.326272 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc6948-c2e2-4109-bcf6-8c94f771aa49 req-10cc5575-5b77-4169-b2dd-fc125445cfd6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:36:59.327939 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d8cc6948-c2e2-4109-bcf6-8c94f771aa49 req-10cc5575-5b77-4169-b2dd-fc125445cfd6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.1077676 Jul 19 17:36:59.377348 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d8cc6948-c2e2-4109-bcf6-8c94f771aa49 req-ca50e422-7694-4175-9936-e556df5f48c5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424099 Jul 19 17:37:00.172732 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 41596) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:00.284147 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cab92e-0d13-473e-9656-b77b0e32ec4d req-3480ce9f-7237-42e6-8dd6-344b2f2debc9 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:00.285962 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-92cab92e-0d13-473e-9656-b77b0e32ec4d req-3480ce9f-7237-42e6-8dd6-344b2f2debc9 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.1037307 Jul 19 17:37:00.369835 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-92cab92e-0d13-473e-9656-b77b0e32ec4d req-018073e1-a182-4ae6-b2f3-d3c0ee876f90 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0776639 Jul 19 17:37:00.414908 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d996ac9c-bdd0-4d79-9245-57e59ceed3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:00.423620 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef337c9-3475-425d-889e-8d020c4a47a5 req-761b9a95-3cf5-4ed4-8c65-4fdd3af312f4 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:00.425244 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bef337c9-3475-425d-889e-8d020c4a47a5 req-761b9a95-3cf5-4ed4-8c65-4fdd3af312f4 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1283638 Jul 19 17:37:00.477467 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bef337c9-3475-425d-889e-8d020c4a47a5 req-5b6f2ce4-d1c8-48b4-9242-38eb5dcc4d0d tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458081 Jul 19 17:37:00.529364 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d996ac9c-bdd0-4d79-9245-57e59ceed3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:00.534436 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d996ac9c-bdd0-4d79-9245-57e59ceed3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:00.585558 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-d996ac9c-bdd0-4d79-9245-57e59ceed3e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1eb975e10b94029836ab97f780e92d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4089847 Jul 19 17:37:00.585558 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996ac9c-bdd0-4d79-9245-57e59ceed3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8915eac-306a-4e36-999e-6e9f5f105525,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:00.585907 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19696835-2973-4e49-af9b-d3f9fde0b345 req-9cddeb3a-62ac-4d79-b220-78ae950671bb tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:00.586288 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 41610) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:00.587067 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-19696835-2973-4e49-af9b-d3f9fde0b345 req-9cddeb3a-62ac-4d79-b220-78ae950671bb tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0785694 Jul 19 17:37:00.635836 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-19696835-2973-4e49-af9b-d3f9fde0b345 req-5485dbaf-4515-4eef-8e9d-533d2feff035 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420403 Jul 19 17:37:00.651266 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-67d7b1e5-1352-4a4f-b8be-c816491a9085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:00.688346 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-67d7b1e5-1352-4a4f-b8be-c816491a9085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:00.737722 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-67d7b1e5-1352-4a4f-b8be-c816491a9085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:00.740145 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-67d7b1e5-1352-4a4f-b8be-c816491a9085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:00.741317 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-67d7b1e5-1352-4a4f-b8be-c816491a9085 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8915eac-306a-4e36-999e-6e9f5f105525 HTTP/1.1" status: 204 len: 168 time: 0.1536510 Jul 19 17:37:00.749167 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7b1e5-1352-4a4f-b8be-c816491a9085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8915eac-306a-4e36-999e-6e9f5f105525,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:01.589046 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c655b9-49c3-4219-8cd8-6155b5485047 req-7c78e319-fbd8-40a4-b9fd-afc55fd6025f tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:01.592462 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b3c655b9-49c3-4219-8cd8-6155b5485047 req-7c78e319-fbd8-40a4-b9fd-afc55fd6025f tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.1291418 Jul 19 17:37:01.674479 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b3c655b9-49c3-4219-8cd8-6155b5485047 req-030c6370-2732-45ad-818b-03b79eb494e4 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0710220 Jul 19 17:37:01.702647 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288b984-e56c-44d3-b895-9d08f797ca2e req-211d3894-97e3-4e3a-a242-31800f3b3838 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:01.704556 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5288b984-e56c-44d3-b895-9d08f797ca2e req-211d3894-97e3-4e3a-a242-31800f3b3838 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1429629 Jul 19 17:37:01.761134 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5288b984-e56c-44d3-b895-9d08f797ca2e req-8b218afe-7c90-4ae9-a6dd-1dc1f52812a1 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492918 Jul 19 17:37:01.846933 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931165a-9116-4dc2-9905-303cc3bc1f78 req-f518c1d0-f224-44f2-adda-8b85fdc550df tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:01.848730 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9931165a-9116-4dc2-9905-303cc3bc1f78 req-f518c1d0-f224-44f2-adda-8b85fdc550df tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0714386 Jul 19 17:37:01.913123 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9931165a-9116-4dc2-9905-303cc3bc1f78 req-2715086c-15d6-4719-850d-45691d16a597 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588317 Jul 19 17:37:02.839795 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd11c1-a1a0-4f55-90b1-6a481f2d6daf req-8779801a-62a0-4ea4-86d1-86fbb9616191 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:02.841619 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-addd11c1-a1a0-4f55-90b1-6a481f2d6daf req-8779801a-62a0-4ea4-86d1-86fbb9616191 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.0748334 Jul 19 17:37:02.917738 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-addd11c1-a1a0-4f55-90b1-6a481f2d6daf req-48eaad7f-80d4-4f8c-b3bc-902458853c59 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0703733 Jul 19 17:37:02.943459 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d631529-4ff0-4ad0-a09c-1540680f6e7e req-1ba29c97-51f4-4ffb-9a59-d1de7aa29ed1 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:02.945079 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d631529-4ff0-4ad0-a09c-1540680f6e7e req-1ba29c97-51f4-4ffb-9a59-d1de7aa29ed1 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0961180 Jul 19 17:37:02.992963 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d631529-4ff0-4ad0-a09c-1540680f6e7e req-ea9a3f91-b3e4-452d-b020-e73f5b77ab59 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421975 Jul 19 17:37:03.069593 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87beda-fe79-48c1-995b-4bd7f30bc656 req-4d5cda94-f274-4e40-867c-64b12c061328 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:03.071336 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0e87beda-fe79-48c1-995b-4bd7f30bc656 req-4d5cda94-f274-4e40-867c-64b12c061328 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0774372 Jul 19 17:37:03.116575 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0e87beda-fe79-48c1-995b-4bd7f30bc656 req-074fc08f-56fd-467d-82c9-86e2b09a7fbb tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386112 Jul 19 17:37:04.063143 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edde74-74c2-4167-b214-851fc2e50f80 req-a108cff6-cc98-48db-a313-6e721898fd0e tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:04.065092 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-14edde74-74c2-4167-b214-851fc2e50f80 req-a108cff6-cc98-48db-a313-6e721898fd0e tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.0759914 Jul 19 17:37:04.147308 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-14edde74-74c2-4167-b214-851fc2e50f80 req-f56cf05b-7b53-45c0-acc5-b4484fee2322 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0753455 Jul 19 17:37:04.174230 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151bc6f-b317-4d5a-9990-cc3e6c7d93ad req-3b589115-15fb-4953-9f2b-b33e4448b5ed tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:04.176002 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a151bc6f-b317-4d5a-9990-cc3e6c7d93ad req-3b589115-15fb-4953-9f2b-b33e4448b5ed tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0992367 Jul 19 17:37:04.230079 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a151bc6f-b317-4d5a-9990-cc3e6c7d93ad req-458bf0f1-e4cf-430a-959c-36820323f35e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442991 Jul 19 17:37:04.282136 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0825613-61e8-4cb0-a0e5-0a871534f87c req-ce8e7ee7-cce7-40a3-bcc6-9b0997bda138 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:04.283531 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d0825613-61e8-4cb0-a0e5-0a871534f87c req-ce8e7ee7-cce7-40a3-bcc6-9b0997bda138 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0684395 Jul 19 17:37:04.323717 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d0825613-61e8-4cb0-a0e5-0a871534f87c req-7d2d55d9-a360-46d8-b749-b962585c991d tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346348 Jul 19 17:37:05.294391 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb5ba5-5aca-4aca-84f3-5273f4e16ebb req-82c55515-3b00-43dc-af28-fbd51b55294b tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:05.296689 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-66bb5ba5-5aca-4aca-84f3-5273f4e16ebb req-82c55515-3b00-43dc-af28-fbd51b55294b tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.0773430 Jul 19 17:37:05.372475 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-66bb5ba5-5aca-4aca-84f3-5273f4e16ebb req-2d5434f9-fcb1-4811-abac-09ea97dc6c7f tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0702696 Jul 19 17:37:05.405381 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a751974-be8a-4e75-bc31-57e6fa6cbc09 req-ff19bd76-0081-4c06-aa5a-39be523138cd tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:05.406924 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3a751974-be8a-4e75-bc31-57e6fa6cbc09 req-ff19bd76-0081-4c06-aa5a-39be523138cd tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0894644 Jul 19 17:37:05.473262 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3a751974-be8a-4e75-bc31-57e6fa6cbc09 req-3dbd773e-fb04-4dce-9c38-db9f3e12605e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605707 Jul 19 17:37:05.506355 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca7921-1c7e-46ff-be74-e45a3a2ee761 req-9233c2d0-4665-4a9f-8bb5-115714018263 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:05.507894 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a8ca7921-1c7e-46ff-be74-e45a3a2ee761 req-9233c2d0-4665-4a9f-8bb5-115714018263 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0749750 Jul 19 17:37:05.547762 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a8ca7921-1c7e-46ff-be74-e45a3a2ee761 req-b39fc51a-6229-498d-b0a6-808f7b8c82ad tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340199 Jul 19 17:37:06.506738 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906baaf-1eaf-4d99-97c3-f21cd5c28b47 req-e63bcf9d-df3e-40f3-8f06-b4c172c3280b tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:06.508504 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3906baaf-1eaf-4d99-97c3-f21cd5c28b47 req-e63bcf9d-df3e-40f3-8f06-b4c172c3280b tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.0685272 Jul 19 17:37:06.558211 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3906baaf-1eaf-4d99-97c3-f21cd5c28b47 req-4802600c-0033-4ea8-90d9-e2631b8484a8 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0437865 Jul 19 17:37:06.616788 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fce49-3398-4ecd-994e-8dda265d6548 req-a4ac1352-fc73-45bd-8898-0fb5af68a3bd tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:06.618702 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b86fce49-3398-4ecd-994e-8dda265d6548 req-a4ac1352-fc73-45bd-8898-0fb5af68a3bd tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0755045 Jul 19 17:37:06.692300 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b86fce49-3398-4ecd-994e-8dda265d6548 req-49a6c321-fd25-4ebf-9684-e7946da508dd tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680110 Jul 19 17:37:06.714856 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a1a74-b5a0-422e-a26a-71f244170dee req-a08c4879-be3f-4563-9df9-d15172e48a4c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:06.716446 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a26a1a74-b5a0-422e-a26a-71f244170dee req-a08c4879-be3f-4563-9df9-d15172e48a4c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0934801 Jul 19 17:37:06.758980 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a26a1a74-b5a0-422e-a26a-71f244170dee req-a6e97b34-9d78-4436-a86d-d6aa4dbba6b8 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369508 Jul 19 17:37:07.696955 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46128f0b-a9e6-4b9b-884d-7c7194e70edc req-33eed0db-3a6c-43c4-9609-0bf7dd23e2c6 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:07.698394 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-46128f0b-a9e6-4b9b-884d-7c7194e70edc req-33eed0db-3a6c-43c4-9609-0bf7dd23e2c6 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.0676906 Jul 19 17:37:07.740521 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-46128f0b-a9e6-4b9b-884d-7c7194e70edc req-7493dd10-e098-4907-9bc1-ce5936037351 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=92f346a8-c436-444c-9438-00a441d3cd85&id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0358572 Jul 19 17:37:07.824381 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3114a7-149b-4525-9fd2-73a3c7074898 req-7c43bc13-bf2a-4537-9c04-beb2e687eae6 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:07.825937 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4a3114a7-149b-4525-9fd2-73a3c7074898 req-7c43bc13-bf2a-4537-9c04-beb2e687eae6 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0661583 Jul 19 17:37:07.897232 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4a3114a7-149b-4525-9fd2-73a3c7074898 req-d7205b45-9b23-4b6b-880d-2ef90a29ef4e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655572 Jul 19 17:37:07.926611 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d149f27-05b0-406c-8b51-cec633c9a9bd req-571cbc01-d40c-4e97-94bf-d57cc1675f57 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:07.928151 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4d149f27-05b0-406c-8b51-cec633c9a9bd req-571cbc01-d40c-4e97-94bf-d57cc1675f57 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0947378 Jul 19 17:37:07.970307 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4d149f27-05b0-406c-8b51-cec633c9a9bd req-63d772e7-609b-40a5-bf10-2bc2afbdb3e2 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357020 Jul 19 17:37:08.158993 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bf68c-e264-4b06-bac3-00242b6b2ec6 req-9511cddf-cd4f-47d2-88b1-80aae8bd4e5c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:08.160644 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d46bf68c-e264-4b06-bac3-00242b6b2ec6 req-9511cddf-cd4f-47d2-88b1-80aae8bd4e5c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0739515 Jul 19 17:37:08.203306 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d46bf68c-e264-4b06-bac3-00242b6b2ec6 req-49c8f27b-688f-4326-b264-313613309457 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371249 Jul 19 17:37:09.126832 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df594743-8b8a-49f8-a442-beb9bb06e6d7 req-204031f9-c6d5-47a3-92ee-8a5c51c815ad tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:09.128368 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-df594743-8b8a-49f8-a442-beb9bb06e6d7 req-204031f9-c6d5-47a3-92ee-8a5c51c815ad tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0828414 Jul 19 17:37:09.180800 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-df594743-8b8a-49f8-a442-beb9bb06e6d7 req-abeb4a74-13e6-40e7-bd05-7c2140c89b84 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463293 Jul 19 17:37:09.359144 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bffff4-eae8-49c6-b46b-c192099719c4 req-deba9922-c2b1-419e-af4f-3e4aa489df49 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:09.361404 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-36bffff4-eae8-49c6-b46b-c192099719c4 req-deba9922-c2b1-419e-af4f-3e4aa489df49 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0885651 Jul 19 17:37:09.400601 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-36bffff4-eae8-49c6-b46b-c192099719c4 req-1f230054-f010-4816-84fd-d4ac862a0470 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336342 Jul 19 17:37:10.069903 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaea084-abcb-4a51-9809-7114015ef9ca req-48b84da1-4751-4b54-b721-735cde003e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:10.071411 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dfaea084-abcb-4a51-9809-7114015ef9ca req-48b84da1-4751-4b54-b721-735cde003e40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=264664ead74849f4a933f763f9adf1ae&device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 1099 time: 0.0533066 Jul 19 17:37:10.166427 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaea084-abcb-4a51-9809-7114015ef9ca req-049464e7-75a9-426f-93f9-87cb293cabf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:10.167927 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dfaea084-abcb-4a51-9809-7114015ef9ca req-049464e7-75a9-426f-93f9-87cb293cabf4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2b2a9a44-8a11-41b7-b0f8-85238b0362d1 HTTP/1.1" status: 200 len: 912 time: 0.0882914 Jul 19 17:37:10.236659 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dfaea084-abcb-4a51-9809-7114015ef9ca req-5af92668-40f4-4be7-9465-55e8b1de85ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da08cd12-0090-46a4-b813-f0a9315cff06 HTTP/1.1" status: 200 len: 1002 time: 0.0610366 Jul 19 17:37:10.319601 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaea084-abcb-4a51-9809-7114015ef9ca req-babb2829-69c1-41e7-be33-a17c3a60f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:10.321111 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dfaea084-abcb-4a51-9809-7114015ef9ca req-babb2829-69c1-41e7-be33-a17c3a60f682 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b4a27a-9fa5-41b8-8967-080a257defa8 HTTP/1.1" status: 200 len: 850 time: 0.0760210 Jul 19 17:37:10.351022 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392bf69-1545-4377-8078-8b1966f2d732 req-4f405876-2121-4559-ad59-7545d49d3812 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:10.352565 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d392bf69-1545-4377-8078-8b1966f2d732 req-4f405876-2121-4559-ad59-7545d49d3812 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0778491 Jul 19 17:37:10.392762 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d392bf69-1545-4377-8078-8b1966f2d732 req-d3b13aa1-c10b-4b1a-bb2d-75855855d952 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345333 Jul 19 17:37:10.527655 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48afbdd-6d58-4673-9f87-0a0765acf1e1 req-f42ac405-56da-486c-81c3-f6724a0afc88 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:10.529166 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f48afbdd-6d58-4673-9f87-0a0765acf1e1 req-f42ac405-56da-486c-81c3-f6724a0afc88 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0619874 Jul 19 17:37:10.572618 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f48afbdd-6d58-4673-9f87-0a0765acf1e1 req-1723c0c9-cd1f-4169-88a7-fc50abf4ac0e tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375626 Jul 19 17:37:11.365606 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaea084-abcb-4a51-9809-7114015ef9ca req-78a9e8be-b652-47f3-9118-675a7b22ac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:11.368166 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dfaea084-abcb-4a51-9809-7114015ef9ca req-78a9e8be-b652-47f3-9118-675a7b22ac42 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b2a9a44-8a11-41b7-b0f8-85238b0362d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701458 Jul 19 17:37:11.538139 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75495bdc-8759-4e48-ba4e-db5f37572988 req-3dcdef1c-77a6-4d01-bb5b-73e862064610 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:11.539668 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-75495bdc-8759-4e48-ba4e-db5f37572988 req-3dcdef1c-77a6-4d01-bb5b-73e862064610 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0748620 Jul 19 17:37:11.588121 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-75495bdc-8759-4e48-ba4e-db5f37572988 req-08e5fb93-38e4-4cf2-b837-f64ec1e8552f tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429149 Jul 19 17:37:11.712795 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce6cc5-ec2a-4334-880a-d74826d9e651 req-f76449af-a25b-404f-868f-bc0fe0577de7 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:11.714242 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-54ce6cc5-ec2a-4334-880a-d74826d9e651 req-f76449af-a25b-404f-868f-bc0fe0577de7 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0710113 Jul 19 17:37:11.753852 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-54ce6cc5-ec2a-4334-880a-d74826d9e651 req-84159142-2935-4c0b-b979-eff749422d89 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328417 Jul 19 17:37:12.289481 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dfaea084-abcb-4a51-9809-7114015ef9ca req-e8ca0060-12a3-4152-bab5-bbf112368029 service neutron] 10.222.0.59 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849755 Jul 19 17:37:12.730109 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda21e4-06b1-40df-bb26-80a611047dbd req-de71d6f6-d70f-4597-a255-836a2f2827e7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:12.731664 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6fda21e4-06b1-40df-bb26-80a611047dbd req-de71d6f6-d70f-4597-a255-836a2f2827e7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0674169 Jul 19 17:37:12.770689 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6fda21e4-06b1-40df-bb26-80a611047dbd req-b20a82bf-a5c8-4101-9237-25234f1cbca7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328243 Jul 19 17:37:12.885398 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3de3f3-5df2-4777-bba6-a7e8d0a627cb req-8b8b1f01-b6a5-4507-a200-aa681c786666 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:12.886851 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3f3de3f3-5df2-4777-bba6-a7e8d0a627cb req-8b8b1f01-b6a5-4507-a200-aa681c786666 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0651891 Jul 19 17:37:12.926488 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3f3de3f3-5df2-4777-bba6-a7e8d0a627cb req-40375668-65dc-49bb-be38-265c3d435fd6 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340066 Jul 19 17:37:13.367163 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dfaea084-abcb-4a51-9809-7114015ef9ca req-b6fdf956-2bd7-4882-8914-034c0f0e9b3a service neutron] 10.222.0.59 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893288 Jul 19 17:37:13.940373 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303f006-6f45-466a-941e-9535e07ef638 req-775aa9bd-d57f-4f93-b05a-b20a0708b8fe tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:13.941904 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b303f006-6f45-466a-941e-9535e07ef638 req-775aa9bd-d57f-4f93-b05a-b20a0708b8fe tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0816057 Jul 19 17:37:13.988158 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b303f006-6f45-466a-941e-9535e07ef638 req-45a66c82-5725-413f-9312-9378b5102b2d tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348520 Jul 19 17:37:14.065278 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a92f2-ba36-4041-9b08-3a04fb4892e7 req-0d2ded43-d2a3-4d85-8167-ff17713385e5 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:14.066883 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-598a92f2-ba36-4041-9b08-3a04fb4892e7 req-0d2ded43-d2a3-4d85-8167-ff17713385e5 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0696447 Jul 19 17:37:14.113909 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-598a92f2-ba36-4041-9b08-3a04fb4892e7 req-b80af2bd-ed8d-48af-a071-7f0687725bcb tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389166 Jul 19 17:37:15.126969 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e759f-d3df-4a42-97fc-bde1d8a2dad3 req-8f756914-2763-44f7-b846-adeafaadfe4c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:15.128542 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d7e759f-d3df-4a42-97fc-bde1d8a2dad3 req-8f756914-2763-44f7-b846-adeafaadfe4c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0673714 Jul 19 17:37:15.178944 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d7e759f-d3df-4a42-97fc-bde1d8a2dad3 req-07c15489-48b6-40e9-8f66-9b26bad6abc1 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413320 Jul 19 17:37:15.250935 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2af94e-589d-46fe-8570-ec6bb6532082 req-43ffdaa8-1798-4c16-9f44-d60d393e4a1c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:15.252431 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd2af94e-589d-46fe-8570-ec6bb6532082 req-43ffdaa8-1798-4c16-9f44-d60d393e4a1c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0652149 Jul 19 17:37:15.291758 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd2af94e-589d-46fe-8570-ec6bb6532082 req-2b32524e-5a34-4167-a598-f3793ba7dcd8 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337150 Jul 19 17:37:16.319044 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6794d-1c27-4e21-b1c9-b80059f7758c req-4d155d23-0014-4d54-9be8-f83740f4de1f tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:16.320665 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8ca6794d-1c27-4e21-b1c9-b80059f7758c req-4d155d23-0014-4d54-9be8-f83740f4de1f tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0659585 Jul 19 17:37:16.378084 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8ca6794d-1c27-4e21-b1c9-b80059f7758c req-7ca6069f-06ea-4a26-bb13-8573462c8081 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469804 Jul 19 17:37:16.437373 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70ee39-4318-4fb9-bf00-06f47b04cc16 req-c01981e5-eaac-4a1e-ae70-50efd54b5b07 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:16.438852 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bf70ee39-4318-4fb9-bf00-06f47b04cc16 req-c01981e5-eaac-4a1e-ae70-50efd54b5b07 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0758486 Jul 19 17:37:16.478027 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bf70ee39-4318-4fb9-bf00-06f47b04cc16 req-c1cf097c-419f-4d43-a0db-cb597e6621cc tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336211 Jul 19 17:37:17.530823 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348eb40b-e5c4-412d-be8d-84459c198e5a req-38410c38-d94a-41a5-9155-c2b3648f58ec tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:17.532616 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-348eb40b-e5c4-412d-be8d-84459c198e5a req-38410c38-d94a-41a5-9155-c2b3648f58ec tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0717311 Jul 19 17:37:17.608774 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-348eb40b-e5c4-412d-be8d-84459c198e5a req-23239ebf-149a-49e1-8881-589a09c540b2 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687954 Jul 19 17:37:17.653876 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da0090-366b-4e06-8ea8-5b9c7ed89b6b req-d72b240f-552e-4ddf-ac82-c677ce15b455 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:17.656048 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e6da0090-366b-4e06-8ea8-5b9c7ed89b6b req-d72b240f-552e-4ddf-ac82-c677ce15b455 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.1011088 Jul 19 17:37:17.696524 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e6da0090-366b-4e06-8ea8-5b9c7ed89b6b req-24c1ce7f-04be-435b-b224-5982285950d8 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345492 Jul 19 17:37:17.783065 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:18.747296 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fe9cf-8cb0-4156-8a31-2d77bfa0ea35 req-073acfae-4159-48e4-9a94-a4e072adde25 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:18.749419 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-095fe9cf-8cb0-4156-8a31-2d77bfa0ea35 req-073acfae-4159-48e4-9a94-a4e072adde25 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0630763 Jul 19 17:37:18.788533 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-095fe9cf-8cb0-4156-8a31-2d77bfa0ea35 req-4e4536aa-ff57-4788-8edc-f765e867b88b tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333207 Jul 19 17:37:19.930545 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9001f7-2e1d-4a2a-a0f7-d945e2a0a0d0 req-7d88d7ca-e622-47be-aae1-236f216ffb71 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:19.932155 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2e9001f7-2e1d-4a2a-a0f7-d945e2a0a0d0 req-7d88d7ca-e622-47be-aae1-236f216ffb71 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.0686505 Jul 19 17:37:19.970569 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2e9001f7-2e1d-4a2a-a0f7-d945e2a0a0d0 req-2401fd3d-2f1d-4462-bb97-d26eeeac2d67 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328457 Jul 19 17:37:21.145834 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e69c23-97ed-469d-9eed-0c94fff9cf23 req-eab85c13-dbcc-413c-abaa-1ab29b1758fd tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:21.147413 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-42e69c23-97ed-469d-9eed-0c94fff9cf23 req-eab85c13-dbcc-413c-abaa-1ab29b1758fd tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 944 time: 0.1041677 Jul 19 17:37:21.211369 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-42e69c23-97ed-469d-9eed-0c94fff9cf23 req-3dacb14d-039b-44de-a881-ece452e5f82f tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566769 Jul 19 17:37:21.250635 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e3e79739-dd09-4867-8e85-b0f4f0ac39b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:21.768158 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 93721a07-ae75-4b6a-b020-98ca9b17c8b2 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:37:21.868730 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 93721a07-ae75-4b6a-b020-98ca9b17c8b2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=93721a07-ae75-4b6a-b020-98ca9b17c8b2,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:37:21.880809 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': '93721a07-ae75-4b6a-b020-98ca9b17c8b2', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'port_id': '93721a07-ae75-4b6a-b020-98ca9b17c8b2', 'mac_address': 'fa:16:3e:4f:7e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8cde66-88d0-4637-913a-84e51941d044', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:37:21.923664 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:21.937416 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93721a07-ae75-4b6a-b020-98ca9b17c8b2 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:37:21.958720 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 93721a07-ae75-4b6a-b020-98ca9b17c8b2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=93721a07-ae75-4b6a-b020-98ca9b17c8b2,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:37:21.963459 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:22.011099 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=93721a07-ae75-4b6a-b020-98ca9b17c8b2,revision_number=9']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:22.243919 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['93721a07-ae75-4b6a-b020-98ca9b17c8b2'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:37:22.361334 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259efff-779f-47e0-9931-fde8e9c0213e req-df6160de-a402-4b77-ba64-8456a1ee92a6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:22.363079 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1259efff-779f-47e0-9931-fde8e9c0213e req-df6160de-a402-4b77-ba64-8456a1ee92a6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 945 time: 0.0753341 Jul 19 17:37:22.413312 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1259efff-779f-47e0-9931-fde8e9c0213e req-415c1e15-30f5-4baf-9001-f491cacb16cf tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421348 Jul 19 17:37:22.599403 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:37:23.557475 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8812ea2-fe2e-42b4-a04b-d409b2d6094e req-24e2ecf7-3644-40be-b08b-a571d4e0332f tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:23.559064 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d8812ea2-fe2e-42b4-a04b-d409b2d6094e req-24e2ecf7-3644-40be-b08b-a571d4e0332f tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 945 time: 0.0701246 Jul 19 17:37:23.597282 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d8812ea2-fe2e-42b4-a04b-d409b2d6094e req-213e3d30-edbb-4a9e-8db2-d54fd3e85cc4 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320759 Jul 19 17:37:23.784023 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 93721a07-ae75-4b6a-b020-98ca9b17c8b2 up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:37:23.833900 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port 93721a07-ae75-4b6a-b020-98ca9b17c8b2 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:37:23.834294 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:23.924510 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:23.956753 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07303afd-195a-4176-a104-425d9c64666e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93721a07-ae75-4b6a-b020-98ca9b17c8b2'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:37:23.959130 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e54992-9ca7-41f6-a659-1091b5aa9c6f" -d '{"events": [{"server_uuid": "07303afd-195a-4176-a104-425d9c64666e", "name": "network-vif-plugged", "status": "completed", "tag": "93721a07-ae75-4b6a-b020-98ca9b17c8b2"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:37:23.978420 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 93721a07-ae75-4b6a-b020-98ca9b17c8b2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=93721a07-ae75-4b6a-b020-98ca9b17c8b2,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:37:23.985677 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:23.991492 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-4c79cb03-43b2-46fa-83fb-1e6340859080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:24.010000 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7487889-a2e0-41ee-81fb-649e2672ae3e x-openstack-request-id: req-b7487889-a2e0-41ee-81fb-649e2672ae3e {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:37:24.010286 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07303afd-195a-4176-a104-425d9c64666e", "name": "network-vif-plugged", "status": "completed", "tag": "93721a07-ae75-4b6a-b020-98ca9b17c8b2", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:37:24.010791 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7487889-a2e0-41ee-81fb-649e2672ae3e {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:37:24.011175 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07303afd-195a-4176-a104-425d9c64666e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93721a07-ae75-4b6a-b020-98ca9b17c8b2', 'code': 200} Jul 19 17:37:24.038339 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=93721a07-ae75-4b6a-b020-98ca9b17c8b2,revision_number=10']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:24.412251 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:24.507857 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25361bee-33bb-4657-8a45-921d0da2e79c req-9e1c41fa-a6f4-44f9-8bbd-7c95c50a4820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:24.509403 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-25361bee-33bb-4657-8a45-921d0da2e79c req-9e1c41fa-a6f4-44f9-8bbd-7c95c50a4820 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 1100 time: 0.0511360 Jul 19 17:37:24.549482 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-25361bee-33bb-4657-8a45-921d0da2e79c req-aca108ff-4d36-4529-87b0-5353d4fc56e7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333390 Jul 19 17:37:24.734820 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2029525-b0c1-4f37-bdc7-e6218a735e39 req-ead5d05a-7a97-45ad-b931-be106df6f051 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:24.736268 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b2029525-b0c1-4f37-bdc7-e6218a735e39 req-ead5d05a-7a97-45ad-b931-be106df6f051 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 947 time: 0.0654202 Jul 19 17:37:24.773185 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b2029525-b0c1-4f37-bdc7-e6218a735e39 req-31295b82-92ce-4375-96fe-fb018d6e16e9 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314825 Jul 19 17:37:25.322493 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:25.917625 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375d9cf-bf98-46e3-9b6b-2d5f9fff92c5 req-6d6947a7-4213-470e-bf08-f929f651a84e tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:25.919087 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7375d9cf-bf98-46e3-9b6b-2d5f9fff92c5 req-6d6947a7-4213-470e-bf08-f929f651a84e tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 947 time: 0.0690687 Jul 19 17:37:25.961809 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7375d9cf-bf98-46e3-9b6b-2d5f9fff92c5 req-15eda60c-24ba-43ad-a3f2-6c5fec6a8787 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362513 Jul 19 17:37:26.393419 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42016) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:26.496749 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d5a545dd-c0e7-4ff6-9105-df67b74273e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:26.607094 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d5a545dd-c0e7-4ff6-9105-df67b74273e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:26.611829 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d5a545dd-c0e7-4ff6-9105-df67b74273e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:26.654509 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-d5a545dd-c0e7-4ff6-9105-df67b74273e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52fefab415de4e119eb5be48e8ddd2cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599146 Jul 19 17:37:26.656018 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a545dd-c0e7-4ff6-9105-df67b74273e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6e5fff-1e9f-492a-ad65-33ec4d9b7ed2,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:26.658261 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42020) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:26.706212 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-30cf8664-5c13-408c-bd85-4a15bac4dacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:26.727195 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-30cf8664-5c13-408c-bd85-4a15bac4dacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:26.776057 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-30cf8664-5c13-408c-bd85-4a15bac4dacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:26.778596 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-30cf8664-5c13-408c-bd85-4a15bac4dacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:26.779740 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-30cf8664-5c13-408c-bd85-4a15bac4dacc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e6e5fff-1e9f-492a-ad65-33ec4d9b7ed2 HTTP/1.1" status: 204 len: 168 time: 0.1204286 Jul 19 17:37:26.789028 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf8664-5c13-408c-bd85-4a15bac4dacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6e5fff-1e9f-492a-ad65-33ec4d9b7ed2,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:26.796216 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf8664-5c13-408c-bd85-4a15bac4dacc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:26.796569 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf8664-5c13-408c-bd85-4a15bac4dacc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:26.796911 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf8664-5c13-408c-bd85-4a15bac4dacc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:26.797246 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf8664-5c13-408c-bd85-4a15bac4dacc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:26.797577 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf8664-5c13-408c-bd85-4a15bac4dacc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:26.797940 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf8664-5c13-408c-bd85-4a15bac4dacc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:26.798265 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf8664-5c13-408c-bd85-4a15bac4dacc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:26.798602 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf8664-5c13-408c-bd85-4a15bac4dacc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:26.798913 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf8664-5c13-408c-bd85-4a15bac4dacc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:26.799235 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf8664-5c13-408c-bd85-4a15bac4dacc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:26.799894 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf8664-5c13-408c-bd85-4a15bac4dacc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:26.799894 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf8664-5c13-408c-bd85-4a15bac4dacc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:27.096613 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:27.106534 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ae46f-a083-4c03-aaa9-0e5757972775 req-5dd2e1d7-f7d3-43ae-b358-24a9a9f06373 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:27.108017 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bf4ae46f-a083-4c03-aaa9-0e5757972775 req-5dd2e1d7-f7d3-43ae-b358-24a9a9f06373 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 947 time: 0.0694818 Jul 19 17:37:27.146807 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bf4ae46f-a083-4c03-aaa9-0e5757972775 req-4bd7e011-e923-4f08-b953-f44e506726fb tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325015 Jul 19 17:37:28.283422 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e512cb7-5b06-4581-b383-81d844eccac9 req-6430a937-eda8-4d2b-a633-e05ad73aa626 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:28.285668 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0e512cb7-5b06-4581-b383-81d844eccac9 req-6430a937-eda8-4d2b-a633-e05ad73aa626 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 947 time: 0.0646248 Jul 19 17:37:28.325620 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0e512cb7-5b06-4581-b383-81d844eccac9 req-7b9d2a8d-7d44-45a1-9502-9a4d5ddd42d8 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342128 Jul 19 17:37:29.472792 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e19380-90b1-41a9-9ef1-86f02ed28561 req-5ebab4dd-7bb2-40e0-9a6f-bf6662b18281 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:29.474477 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-84e19380-90b1-41a9-9ef1-86f02ed28561 req-5ebab4dd-7bb2-40e0-9a6f-bf6662b18281 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 947 time: 0.0742605 Jul 19 17:37:29.515482 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-84e19380-90b1-41a9-9ef1-86f02ed28561 req-812be9c8-96ec-4f76-b30d-447c4e40aed9 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349643 Jul 19 17:37:32.499618 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42104) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:32.600072 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a299fabd-fc0f-40e5-9f03-b0ce09206b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:32.687632 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a299fabd-fc0f-40e5-9f03-b0ce09206b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:32.691441 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a299fabd-fc0f-40e5-9f03-b0ce09206b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:32.729152 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-a299fabd-fc0f-40e5-9f03-b0ce09206b4e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=345713e74fd74ac69f4e79c3df7b9062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284222 Jul 19 17:37:32.730262 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299fabd-fc0f-40e5-9f03-b0ce09206b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588d922c-9c49-4914-a78c-29054a988fb0,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:32.731777 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42108) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:32.782918 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c97de942-1c1b-40d3-9b8f-0bc7cd2687fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:32.802905 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c97de942-1c1b-40d3-9b8f-0bc7cd2687fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:32.848501 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c97de942-1c1b-40d3-9b8f-0bc7cd2687fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:32.851104 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c97de942-1c1b-40d3-9b8f-0bc7cd2687fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:32.852416 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-c97de942-1c1b-40d3-9b8f-0bc7cd2687fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/588d922c-9c49-4914-a78c-29054a988fb0 HTTP/1.1" status: 204 len: 168 time: 0.1195085 Jul 19 17:37:32.859851 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97de942-1c1b-40d3-9b8f-0bc7cd2687fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588d922c-9c49-4914-a78c-29054a988fb0,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:33.120193 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42114) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:33.135629 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2f8f0847-1530-4476-b766-45a43102b03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:33.224549 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2f8f0847-1530-4476-b766-45a43102b03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:33.228352 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2f8f0847-1530-4476-b766-45a43102b03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:33.266612 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-2f8f0847-1530-4476-b766-45a43102b03c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dc37649b4c240cdb7d7854d78cce0c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453457 Jul 19 17:37:33.267463 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f0847-1530-4476-b766-45a43102b03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74a39d7-deb0-46ea-b41f-ff1235cdc51f,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:33.269534 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42116) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:33.318746 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d6bf21e6-34e0-4873-ae38-e6e1ae185386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:33.339312 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d6bf21e6-34e0-4873-ae38-e6e1ae185386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:33.384965 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d6bf21e6-34e0-4873-ae38-e6e1ae185386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:33.387751 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d6bf21e6-34e0-4873-ae38-e6e1ae185386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:33.388938 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-d6bf21e6-34e0-4873-ae38-e6e1ae185386 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f74a39d7-deb0-46ea-b41f-ff1235cdc51f HTTP/1.1" status: 204 len: 168 time: 0.1184146 Jul 19 17:37:33.397510 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf21e6-34e0-4873-ae38-e6e1ae185386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74a39d7-deb0-46ea-b41f-ff1235cdc51f,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:38.225691 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42192) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:38.330716 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5d22f28b-751e-47b1-a94e-4ac0bea5b2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:38.429988 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5d22f28b-751e-47b1-a94e-4ac0bea5b2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:38.434508 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5d22f28b-751e-47b1-a94e-4ac0bea5b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:38.474103 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-5d22f28b-751e-47b1-a94e-4ac0bea5b2f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95f175d8371348f8af018fc42f2d02db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472992 Jul 19 17:37:38.474985 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22f28b-751e-47b1-a94e-4ac0bea5b2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc8f009-0890-414b-8cb4-2181ecc97d2b,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:38.476803 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42196) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:38.527195 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ad606f0e-a8dc-4a09-9f93-cca5e88e4324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:38.551124 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ad606f0e-a8dc-4a09-9f93-cca5e88e4324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:38.597230 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ad606f0e-a8dc-4a09-9f93-cca5e88e4324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:38.599713 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ad606f0e-a8dc-4a09-9f93-cca5e88e4324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:38.600899 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-ad606f0e-a8dc-4a09-9f93-cca5e88e4324 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ecc8f009-0890-414b-8cb4-2181ecc97d2b HTTP/1.1" status: 204 len: 168 time: 0.1230993 Jul 19 17:37:38.608605 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad606f0e-a8dc-4a09-9f93-cca5e88e4324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc8f009-0890-414b-8cb4-2181ecc97d2b,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:38.853473 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42204) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:38.866910 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0ba1b701-7438-49b8-95a4-64d188f545d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:38.958753 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0ba1b701-7438-49b8-95a4-64d188f545d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:38.962281 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0ba1b701-7438-49b8-95a4-64d188f545d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:39.001055 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-0ba1b701-7438-49b8-95a4-64d188f545d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=992b0cd75ef54683850fb2c09c1ee751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464937 Jul 19 17:37:39.001901 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1b701-7438-49b8-95a4-64d188f545d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb952994-093e-4cdc-977f-a8960325f4bb,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:39.003698 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42206) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:39.053204 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9185d7dc-f5af-48f8-8052-5a46dd18f927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:39.073764 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9185d7dc-f5af-48f8-8052-5a46dd18f927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:39.121394 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9185d7dc-f5af-48f8-8052-5a46dd18f927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:39.123944 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9185d7dc-f5af-48f8-8052-5a46dd18f927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:39.125659 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-9185d7dc-f5af-48f8-8052-5a46dd18f927 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb952994-093e-4cdc-977f-a8960325f4bb HTTP/1.1" status: 204 len: 168 time: 0.1203504 Jul 19 17:37:39.133129 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185d7dc-f5af-48f8-8052-5a46dd18f927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb952994-093e-4cdc-977f-a8960325f4bb,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:40.352895 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-820fd506-0713-4a7a-a903-65dfb12d9e2d req-435173b3-34f4-463e-b3c2-2b6b3a99a0aa tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-93565039&fields=id&tenant_id=dfd503906aed4295978675b21e32cdc4 HTTP/1.1" status: 200 len: 267 time: 0.2383249 Jul 19 17:37:40.423798 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fd506-0713-4a7a-a903-65dfb12d9e2d req-64e46001-3e5b-4460-9d9d-690046f1dba2 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:40.428636 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-820fd506-0713-4a7a-a903-65dfb12d9e2d req-64e46001-3e5b-4460-9d9d-690046f1dba2 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 985 time: 0.0704427 Jul 19 17:37:40.437433 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-820fd506-0713-4a7a-a903-65dfb12d9e2d req-af16f95d-10e1-4e53-97d7-ae7d77032f90 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Request body: {'port': {'security_groups': ['dbb17c46-4ae6-4a84-a24a-b408c1000543']}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:37:40.526973 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-820fd506-0713-4a7a-a903-65dfb12d9e2d req-af16f95d-10e1-4e53-97d7-ae7d77032f90 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:40.706767 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-820fd506-0713-4a7a-a903-65dfb12d9e2d req-af16f95d-10e1-4e53-97d7-ae7d77032f90 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] For port bcb04856-2795-4cf2-a2a7-f5557adff9a5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bcb04856-2795-4cf2-a2a7-f5557adff9a5,segment=NetworkSegment(97a50867-9a20-499b-a36d-64a4d1efc173),segment_id=97a50867-9a20-499b-a36d-64a4d1efc173)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:37:40.737493 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-820fd506-0713-4a7a-a903-65dfb12d9e2d req-af16f95d-10e1-4e53-97d7-ae7d77032f90 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:40.742794 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-820fd506-0713-4a7a-a903-65dfb12d9e2d req-af16f95d-10e1-4e53-97d7-ae7d77032f90 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4638951'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:40.757833 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['bcb04856-2795-4cf2-a2a7-f5557adff9a5'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:37:40.792045 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fd506-0713-4a7a-a903-65dfb12d9e2d req-af16f95d-10e1-4e53-97d7-ae7d77032f90 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:40.792729 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-820fd506-0713-4a7a-a903-65dfb12d9e2d req-af16f95d-10e1-4e53-97d7-ae7d77032f90 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:40.794159 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-820fd506-0713-4a7a-a903-65dfb12d9e2d req-af16f95d-10e1-4e53-97d7-ae7d77032f90 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "PUT /v2.0/ports/bcb04856-2795-4cf2-a2a7-f5557adff9a5 HTTP/1.1" status: 200 len: 943 time: 0.3628695 Jul 19 17:37:40.794616 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c0f20e-e962-43f3-8a5c-78b232aa933e', 'tag': 'bcb04856-2795-4cf2-a2a7-f5557adff9a5'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:37:40.797589 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd08634-8057-48e8-9ce0-ac9b29b2d6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "06c0f20e-e962-43f3-8a5c-78b232aa933e", "tag": "bcb04856-2795-4cf2-a2a7-f5557adff9a5"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:37:40.801847 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42268) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:40.873549 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16f95d-10e1-4e53-97d7-ae7d77032f90 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Pushing event updated for resources: {'Port': ['ID=bcb04856-2795-4cf2-a2a7-f5557adff9a5,revision_number=7']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:40.880276 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24ba2bf-f64a-4ff1-a8b8-fda917d26a1f x-openstack-request-id: req-b24ba2bf-f64a-4ff1-a8b8-fda917d26a1f {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:37:40.880901 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c0f20e-e962-43f3-8a5c-78b232aa933e", "tag": "bcb04856-2795-4cf2-a2a7-f5557adff9a5", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:37:40.881363 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b24ba2bf-f64a-4ff1-a8b8-fda917d26a1f {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:37:40.881773 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c0f20e-e962-43f3-8a5c-78b232aa933e', 'tag': 'bcb04856-2795-4cf2-a2a7-f5557adff9a5', 'status': 'completed', 'code': 200} Jul 19 17:37:40.923127 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b530ce6e-a36b-4d06-bf6c-738396e98169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:40.924786 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['bcb04856-2795-4cf2-a2a7-f5557adff9a5'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:37:40.962350 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b530ce6e-a36b-4d06-bf6c-738396e98169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:40.976928 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd08634-8057-48e8-9ce0-ac9b29b2d6ad req-fb26add3-d922-41b3-845d-796cb4d700b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:40.979363 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7fd08634-8057-48e8-9ce0-ac9b29b2d6ad req-fb26add3-d922-41b3-845d-796cb4d700b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dfd503906aed4295978675b21e32cdc4&device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 1099 time: 0.0911059 Jul 19 17:37:41.051355 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b530ce6e-a36b-4d06-bf6c-738396e98169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:41.060166 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b530ce6e-a36b-4d06-bf6c-738396e98169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:41.067989 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-b530ce6e-a36b-4d06-bf6c-738396e98169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "DELETE /v2.0/security-groups/92f346a8-c436-444c-9438-00a441d3cd85 HTTP/1.1" status: 204 len: 168 time: 0.2650235 Jul 19 17:37:41.068850 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42274) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:41.138600 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530ce6e-a36b-4d06-bf6c-738396e98169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f346a8-c436-444c-9438-00a441d3cd85,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:41.141314 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd08634-8057-48e8-9ce0-ac9b29b2d6ad req-d7056262-edb1-47ec-a109-2487e0ddfdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:41.143127 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7fd08634-8057-48e8-9ce0-ac9b29b2d6ad req-d7056262-edb1-47ec-a109-2487e0ddfdbf service neutron] 10.222.0.59 "GET /v2.0/networks?id=11783e7e-ef5c-4c4f-968e-48de876cfb17 HTTP/1.1" status: 200 len: 916 time: 0.1547005 Jul 19 17:37:41.175439 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-675c409d-47cf-464e-984c-5c7ce14b0d87 None None] Provisioning complete for port bcb04856-2795-4cf2-a2a7-f5557adff9a5 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:37:41.176201 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-675c409d-47cf-464e-984c-5c7ce14b0d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:41.203962 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530ce6e-a36b-4d06-bf6c-738396e98169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:41.204334 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530ce6e-a36b-4d06-bf6c-738396e98169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:41.204670 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530ce6e-a36b-4d06-bf6c-738396e98169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:41.205005 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530ce6e-a36b-4d06-bf6c-738396e98169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:41.205336 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530ce6e-a36b-4d06-bf6c-738396e98169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:41.205832 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530ce6e-a36b-4d06-bf6c-738396e98169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:41.206219 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530ce6e-a36b-4d06-bf6c-738396e98169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:41.206548 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530ce6e-a36b-4d06-bf6c-738396e98169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:41.206871 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530ce6e-a36b-4d06-bf6c-738396e98169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:41.207347 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530ce6e-a36b-4d06-bf6c-738396e98169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:41.207661 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530ce6e-a36b-4d06-bf6c-738396e98169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:41.208119 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530ce6e-a36b-4d06-bf6c-738396e98169 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:41.239602 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7fd08634-8057-48e8-9ce0-ac9b29b2d6ad req-04cbfc43-26fe-4194-9485-d158fed98784 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcb04856-2795-4cf2-a2a7-f5557adff9a5 HTTP/1.1" status: 200 len: 1002 time: 0.0781274 Jul 19 17:37:41.284891 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-f0affb1b-1182-4d3b-8d42-636a019f2f15 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Deleting port 6878a163-a71c-481e-b029-fca8273e8d89 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:37:41.285197 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f0affb1b-1182-4d3b-8d42-636a019f2f15 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:41.296228 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd08634-8057-48e8-9ce0-ac9b29b2d6ad req-1610c86f-4dd4-41d7-b181-301d00e864e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:41.298392 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7fd08634-8057-48e8-9ce0-ac9b29b2d6ad req-1610c86f-4dd4-41d7-b181-301d00e864e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ce69870-9125-4f57-86a4-10ffb5b14c3b HTTP/1.1" status: 200 len: 854 time: 0.0514827 Jul 19 17:37:41.364844 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd08634-8057-48e8-9ce0-ac9b29b2d6ad req-9069c0ed-05c3-4292-89ce-7563ae25c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:41.366349 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7fd08634-8057-48e8-9ce0-ac9b29b2d6ad req-9069c0ed-05c3-4292-89ce-7563ae25c3c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11783e7e-ef5c-4c4f-968e-48de876cfb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607462 Jul 19 17:37:41.369566 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f0affb1b-1182-4d3b-8d42-636a019f2f15 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:41.369901 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f0affb1b-1182-4d3b-8d42-636a019f2f15 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:41.383811 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-f0affb1b-1182-4d3b-8d42-636a019f2f15 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Calling delete_port for 6878a163-a71c-481e-b029-fca8273e8d89 owned by network:floatingip {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:37:41.480125 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7fd08634-8057-48e8-9ce0-ac9b29b2d6ad req-38caebf5-d4e1-4443-a937-f10f53a7436a service neutron] 10.222.0.59 "GET /v2.0/networks/11783e7e-ef5c-4c4f-968e-48de876cfb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057661 Jul 19 17:37:41.578297 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7fd08634-8057-48e8-9ce0-ac9b29b2d6ad req-911cf641-165d-4437-ac4e-b8f2ddb03d36 service neutron] 10.222.0.59 "GET /v2.0/networks/11783e7e-ef5c-4c4f-968e-48de876cfb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835824 Jul 19 17:37:41.596232 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f0affb1b-1182-4d3b-8d42-636a019f2f15 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:41.623203 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0affb1b-1182-4d3b-8d42-636a019f2f15 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Pushing event deleted for resources: {'Port': ['ID=6878a163-a71c-481e-b029-fca8273e8d89,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:41.909269 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f0affb1b-1182-4d3b-8d42-636a019f2f15 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks [] for floatingip, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:41.909964 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.l3_db [None req-f0affb1b-1182-4d3b-8d42-636a019f2f15 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Floating IP 2d389a4d-ac75-4e3d-a890-6d5f73c37a81 disassociated (deleted). External IP: 172.27.0.105, port: bcb04856-2795-4cf2-a2a7-f5557adff9a5. Jul 19 17:37:42.112333 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0affb1b-1182-4d3b-8d42-636a019f2f15 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Router 3d0ebce4-7499-4843-b9ef-9e523dc68fa5 has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:37:42.220985 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0affb1b-1182-4d3b-8d42-636a019f2f15 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:37:42.225893 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f0affb1b-1182-4d3b-8d42-636a019f2f15 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for floatingip, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:42.230898 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d53b60-96be-49f3-a22e-1565e435efcf None None] Sync routers for ids ['3d0ebce4-7499-4843-b9ef-9e523dc68fa5'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:37:42.239959 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d53b60-96be-49f3-a22e-1565e435efcf None None] Routers {'3d0ebce4-7499-4843-b9ef-9e523dc68fa5'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:37:42.240614 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-99d53b60-96be-49f3-a22e-1565e435efcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:37:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['3d0ebce4-7499-4843-b9ef-9e523dc68fa5'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:37:42.264807 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-f0affb1b-1182-4d3b-8d42-636a019f2f15 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "DELETE /v2.0/floatingips/2d389a4d-ac75-4e3d-a890-6d5f73c37a81 HTTP/1.1" status: 204 len: 168 time: 1.1892357 Jul 19 17:37:42.264807 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c0f20e-e962-43f3-8a5c-78b232aa933e', 'tag': 'bcb04856-2795-4cf2-a2a7-f5557adff9a5'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:37:42.265741 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d5804e-dfc4-465c-a4ef-7d5c684248df" -d '{"events": [{"name": "network-changed", "server_uuid": "06c0f20e-e962-43f3-8a5c-78b232aa933e", "tag": "bcb04856-2795-4cf2-a2a7-f5557adff9a5"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:37:42.301201 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969ffa05-d513-49a0-b4de-7620beaec3fc x-openstack-request-id: req-969ffa05-d513-49a0-b4de-7620beaec3fc {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:37:42.301484 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c0f20e-e962-43f3-8a5c-78b232aa933e", "tag": "bcb04856-2795-4cf2-a2a7-f5557adff9a5", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:37:42.301733 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-969ffa05-d513-49a0-b4de-7620beaec3fc {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:37:42.302126 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c0f20e-e962-43f3-8a5c-78b232aa933e', 'tag': 'bcb04856-2795-4cf2-a2a7-f5557adff9a5', 'status': 'completed', 'code': 200} Jul 19 17:37:42.356014 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-99d53b60-96be-49f3-a22e-1565e435efcf None None] Set router 3d0ebce4-7499-4843-b9ef-9e523dc68fa5 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:37:42.384059 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5804e-dfc4-465c-a4ef-7d5c684248df req-9a6b57e6-9a49-4415-83bd-3d96331ec5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:42.385630 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-43d5804e-dfc4-465c-a4ef-7d5c684248df req-9a6b57e6-9a49-4415-83bd-3d96331ec5a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dfd503906aed4295978675b21e32cdc4&device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 1099 time: 0.0617337 Jul 19 17:37:42.504451 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5804e-dfc4-465c-a4ef-7d5c684248df req-74904490-ef5d-49a4-9437-892f0e6dc5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:42.506730 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-43d5804e-dfc4-465c-a4ef-7d5c684248df req-74904490-ef5d-49a4-9437-892f0e6dc5d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=11783e7e-ef5c-4c4f-968e-48de876cfb17 HTTP/1.1" status: 200 len: 916 time: 0.1143365 Jul 19 17:37:42.731205 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-99d53b60-96be-49f3-a22e-1565e435efcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'name': 'tempest-TestMinimumBasicScenario-1431833551-router', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:19Z', 'revision_number': 4, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'gw_port': {'id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:14Z', 'updated_at': '2021-07-19T17:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '3ea26a1f-a431-4b1c-a2b6-dc97fa692101', 'name': '', 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'mac_address': 'fa:16:3e:03:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2ce69870-9125-4f57-86a4-10ffb5b14c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:18Z', 'updated_at': '2021-07-19T17:34:30Z', 'revision_number': 5, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'subnets': [{'id': '2ce69870-9125-4f57-86a4-10ffb5b14c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:37:42.759355 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d53b60-96be-49f3-a22e-1565e435efcf None None] Checking router: 3d0ebce4-7499-4843-b9ef-9e523dc68fa5 for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:37:42.769632 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d53b60-96be-49f3-a22e-1565e435efcf None None] Routers {'3d0ebce4-7499-4843-b9ef-9e523dc68fa5'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:37:42.770700 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-99d53b60-96be-49f3-a22e-1565e435efcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:37:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['3d0ebce4-7499-4843-b9ef-9e523dc68fa5'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:37:42.807000 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-43d5804e-dfc4-465c-a4ef-7d5c684248df req-c9bc1f43-32a5-4d0b-8327-9de05fe8f742 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcb04856-2795-4cf2-a2a7-f5557adff9a5 HTTP/1.1" status: 200 len: 217 time: 0.2936630 Jul 19 17:37:42.861604 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5804e-dfc4-465c-a4ef-7d5c684248df req-daa97792-c1e7-4684-aff3-dd9f41c7cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:42.864058 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-43d5804e-dfc4-465c-a4ef-7d5c684248df req-daa97792-c1e7-4684-aff3-dd9f41c7cc61 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ce69870-9125-4f57-86a4-10ffb5b14c3b HTTP/1.1" status: 200 len: 854 time: 0.0461943 Jul 19 17:37:42.894807 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-99d53b60-96be-49f3-a22e-1565e435efcf None None] Set router 3d0ebce4-7499-4843-b9ef-9e523dc68fa5 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:37:42.946515 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5804e-dfc4-465c-a4ef-7d5c684248df req-b0a154a6-c89b-430c-9862-5a799deb0f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:42.948147 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-43d5804e-dfc4-465c-a4ef-7d5c684248df req-b0a154a6-c89b-430c-9862-5a799deb0f1d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11783e7e-ef5c-4c4f-968e-48de876cfb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761731 Jul 19 17:37:43.060507 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-43d5804e-dfc4-465c-a4ef-7d5c684248df req-66e310de-0d8f-40e2-a8cc-1773d021111c service neutron] 10.222.0.59 "GET /v2.0/networks/11783e7e-ef5c-4c4f-968e-48de876cfb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048901 Jul 19 17:37:43.120522 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-99d53b60-96be-49f3-a22e-1565e435efcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'name': 'tempest-TestMinimumBasicScenario-1431833551-router', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:19Z', 'revision_number': 4, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'gw_port': {'id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:14Z', 'updated_at': '2021-07-19T17:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '3ea26a1f-a431-4b1c-a2b6-dc97fa692101', 'name': '', 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'mac_address': 'fa:16:3e:03:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2ce69870-9125-4f57-86a4-10ffb5b14c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:18Z', 'updated_at': '2021-07-19T17:34:30Z', 'revision_number': 5, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'subnets': [{'id': '2ce69870-9125-4f57-86a4-10ffb5b14c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:37:43.148125 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d53b60-96be-49f3-a22e-1565e435efcf None None] The sync data for ids ['3d0ebce4-7499-4843-b9ef-9e523dc68fa5'] in dv-cinder-800695-4-iscsi is: [{'id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'name': 'tempest-TestMinimumBasicScenario-1431833551-router', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:19Z', 'revision_number': 4, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'gw_port': {'id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:14Z', 'updated_at': '2021-07-19T17:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '3ea26a1f-a431-4b1c-a2b6-dc97fa692101', 'name': '', 'network_id': '11783e7e-ef5c-4c4f-968e-48de876cfb17', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'mac_address': 'fa:16:3e:03:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2ce69870-9125-4f57-86a4-10ffb5b14c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:18Z', 'updated_at': '2021-07-19T17:34:30Z', 'revision_number': 5, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'subnets': [{'id': '2ce69870-9125-4f57-86a4-10ffb5b14c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:37:43.157432 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-43d5804e-dfc4-465c-a4ef-7d5c684248df req-55587705-ff07-4366-8cde-94b73289c9a7 service neutron] 10.222.0.59 "GET /v2.0/networks/11783e7e-ef5c-4c4f-968e-48de876cfb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890493 Jul 19 17:37:43.379946 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3fc105-8e92-4730-942e-0b5ed11cc8e3 None None] New status for floating IP 2d389a4d-ac75-4e3d-a890-6d5f73c37a81: DOWN {{(pid=93386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:37:44.299638 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42340) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:44.400380 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5341c4c0-129a-425d-9a22-fc182b6337f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:44.511549 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5341c4c0-129a-425d-9a22-fc182b6337f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:44.516743 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5341c4c0-129a-425d-9a22-fc182b6337f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:44.565872 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-5341c4c0-129a-425d-9a22-fc182b6337f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b2d4bc146484f6cbf6ae7a865852c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648153 Jul 19 17:37:44.566957 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341c4c0-129a-425d-9a22-fc182b6337f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62e2c83-8a3d-4f0f-8f49-c9a28384086f,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:44.568278 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42344) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:44.616352 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a1d3d9c3-e11f-4612-a3c3-c3fb27b7a40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:44.636806 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a1d3d9c3-e11f-4612-a3c3-c3fb27b7a40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:44.684209 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a1d3d9c3-e11f-4612-a3c3-c3fb27b7a40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:44.686727 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a1d3d9c3-e11f-4612-a3c3-c3fb27b7a40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:44.688007 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-a1d3d9c3-e11f-4612-a3c3-c3fb27b7a40a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f62e2c83-8a3d-4f0f-8f49-c9a28384086f HTTP/1.1" status: 204 len: 168 time: 0.1187620 Jul 19 17:37:44.697005 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3d9c3-e11f-4612-a3c3-c3fb27b7a40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62e2c83-8a3d-4f0f-8f49-c9a28384086f,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:44.971138 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42354) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:44.985279 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5e812820-5ae5-4f4f-b451-fc81a614f0a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:45.087374 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5e812820-5ae5-4f4f-b451-fc81a614f0a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:45.091736 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5e812820-5ae5-4f4f-b451-fc81a614f0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:45.144436 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dac300-ab7a-46dc-88a3-1940cbdd2201 req-dbbf710b-1114-459b-9b87-aef26d78343a tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:45.146826 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a4dac300-ab7a-46dc-88a3-1940cbdd2201 req-dbbf710b-1114-459b-9b87-aef26d78343a tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 946 time: 0.0838523 Jul 19 17:37:45.151404 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-5e812820-5ae5-4f4f-b451-fc81a614f0a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e4277c427f44210a55babcf42a43331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1789229 Jul 19 17:37:45.152334 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e812820-5ae5-4f4f-b451-fc81a614f0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58eca94-2beb-4342-8d81-cd7b5e54d12a,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:45.154809 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42358) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:45.189800 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a4dac300-ab7a-46dc-88a3-1940cbdd2201 req-d458f58d-9984-424b-99e9-31c8fc09341e tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371091 Jul 19 17:37:45.212138 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c6837cc1-0201-43fa-a3fb-5637b39d1bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:45.234596 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c6837cc1-0201-43fa-a3fb-5637b39d1bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:45.284190 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c6837cc1-0201-43fa-a3fb-5637b39d1bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:45.286747 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c6837cc1-0201-43fa-a3fb-5637b39d1bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:45.287924 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-c6837cc1-0201-43fa-a3fb-5637b39d1bc6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d58eca94-2beb-4342-8d81-cd7b5e54d12a HTTP/1.1" status: 204 len: 168 time: 0.1322978 Jul 19 17:37:45.295759 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6837cc1-0201-43fa-a3fb-5637b39d1bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58eca94-2beb-4342-8d81-cd7b5e54d12a,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:45.597215 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42366) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:45.610637 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-42587a17-c6d5-417e-9180-6405e531aafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:45.697512 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-42587a17-c6d5-417e-9180-6405e531aafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:45.701263 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-42587a17-c6d5-417e-9180-6405e531aafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:45.739681 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42587a17-c6d5-417e-9180-6405e531aafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0e7626-2b4c-4d87-9e1c-20b7e2a9409b,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:45.743953 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-42587a17-c6d5-417e-9180-6405e531aafe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba5a1f3c3c3c4f7897032573abcc6129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456964 Jul 19 17:37:45.746753 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42368) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:45.822620 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-863f2f4d-dc51-46b4-b51e-e8d3a0177f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:45.848170 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-863f2f4d-dc51-46b4-b51e-e8d3a0177f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:45.888328 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1c1260b9-2675-4fac-904f-81875018e72c req-bacd435b-cf3e-45c0-94b1-3b8af9767900 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1012168 Jul 19 17:37:45.906240 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-863f2f4d-dc51-46b4-b51e-e8d3a0177f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:45.909066 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-863f2f4d-dc51-46b4-b51e-e8d3a0177f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:45.910203 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-863f2f4d-dc51-46b4-b51e-e8d3a0177f93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e0e7626-2b4c-4d87-9e1c-20b7e2a9409b HTTP/1.1" status: 204 len: 168 time: 0.1624777 Jul 19 17:37:45.918058 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f2f4d-dc51-46b4-b51e-e8d3a0177f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0e7626-2b4c-4d87-9e1c-20b7e2a9409b,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:45.991801 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1260b9-2675-4fac-904f-81875018e72c req-5a45eb81-bb91-4037-a6c0-94aea614150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:45.993256 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1c1260b9-2675-4fac-904f-81875018e72c req-5a45eb81-bb91-4037-a6c0-94aea614150e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=264664ead74849f4a933f763f9adf1ae&device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 1099 time: 0.0534103 Jul 19 17:37:46.105188 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1260b9-2675-4fac-904f-81875018e72c req-258f240d-a1a0-4109-8cc8-25775caed6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:46.106709 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1c1260b9-2675-4fac-904f-81875018e72c req-258f240d-a1a0-4109-8cc8-25775caed6b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2b2a9a44-8a11-41b7-b0f8-85238b0362d1 HTTP/1.1" status: 200 len: 912 time: 0.0905607 Jul 19 17:37:46.171977 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1c1260b9-2675-4fac-904f-81875018e72c req-5b78744e-b2e1-4180-9e2c-267d4b021164 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da08cd12-0090-46a4-b813-f0a9315cff06 HTTP/1.1" status: 200 len: 1002 time: 0.0577166 Jul 19 17:37:46.228201 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1260b9-2675-4fac-904f-81875018e72c req-96084637-5d27-4913-a859-c4b2d34f22f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:46.229677 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1c1260b9-2675-4fac-904f-81875018e72c req-96084637-5d27-4913-a859-c4b2d34f22f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b4a27a-9fa5-41b8-8967-080a257defa8 HTTP/1.1" status: 200 len: 850 time: 0.0484443 Jul 19 17:37:46.350535 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1260b9-2675-4fac-904f-81875018e72c req-7d242990-071a-4974-8d41-ac53019556af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:46.352032 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1c1260b9-2675-4fac-904f-81875018e72c req-7d242990-071a-4974-8d41-ac53019556af service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b2a9a44-8a11-41b7-b0f8-85238b0362d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1139481 Jul 19 17:37:46.368702 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec347614-a87f-421d-903d-92d813683a7e req-66cc26b8-372d-4474-b315-32bbe50dbb05 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:46.370152 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ec347614-a87f-421d-903d-92d813683a7e req-66cc26b8-372d-4474-b315-32bbe50dbb05 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 946 time: 0.1013849 Jul 19 17:37:46.466398 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ec347614-a87f-421d-903d-92d813683a7e req-3cfe2947-75b4-47c1-8b69-6ba6c1b3b297 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbb17c46-4ae6-4a84-a24a-b408c1000543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890398 Jul 19 17:37:46.487785 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1c1260b9-2675-4fac-904f-81875018e72c req-fd5badaa-6175-4e4a-81e6-b59d645d4555 service neutron] 10.222.0.59 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265767 Jul 19 17:37:46.586303 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1c1260b9-2675-4fac-904f-81875018e72c req-49a87979-1927-479e-a536-0f221df7b94f service neutron] 10.222.0.59 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892572 Jul 19 17:37:47.023697 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d277011-cf26-4d50-a9cd-11a63d4d3f4a req-aa455ef4-de6a-4118-a164-00345fa718b6 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:47.025204 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d277011-cf26-4d50-a9cd-11a63d4d3f4a req-aa455ef4-de6a-4118-a164-00345fa718b6 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.59 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 946 time: 0.0619352 Jul 19 17:37:47.130009 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-3d277011-cf26-4d50-a9cd-11a63d4d3f4a req-53cc76a2-5b96-4922-a0e6-ef7713e9ccae tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Deleting port bcb04856-2795-4cf2-a2a7-f5557adff9a5 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:37:47.130361 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-3d277011-cf26-4d50-a9cd-11a63d4d3f4a req-53cc76a2-5b96-4922-a0e6-ef7713e9ccae tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:47.188621 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42412) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:47.224617 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-3d277011-cf26-4d50-a9cd-11a63d4d3f4a req-53cc76a2-5b96-4922-a0e6-ef7713e9ccae tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] For port bcb04856-2795-4cf2-a2a7-f5557adff9a5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=bcb04856-2795-4cf2-a2a7-f5557adff9a5,segment=NetworkSegment(97a50867-9a20-499b-a36d-64a4d1efc173),segment_id=97a50867-9a20-499b-a36d-64a4d1efc173)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:37:47.224975 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-3d277011-cf26-4d50-a9cd-11a63d4d3f4a req-53cc76a2-5b96-4922-a0e6-ef7713e9ccae tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:47.240999 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-3d277011-cf26-4d50-a9cd-11a63d4d3f4a req-53cc76a2-5b96-4922-a0e6-ef7713e9ccae tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Calling delete_port for bcb04856-2795-4cf2-a2a7-f5557adff9a5 owned by compute:nova {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:37:47.298163 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-251dea3c-d2fd-4f64-b54e-c6a0ffb78650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:47.370770 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-3d277011-cf26-4d50-a9cd-11a63d4d3f4a req-53cc76a2-5b96-4922-a0e6-ef7713e9ccae tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:47.383162 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['bcb04856-2795-4cf2-a2a7-f5557adff9a5'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:37:47.391357 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-251dea3c-d2fd-4f64-b54e-c6a0ffb78650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:47.395628 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-251dea3c-d2fd-4f64-b54e-c6a0ffb78650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:47.399844 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc76a2-5b96-4922-a0e6-ef7713e9ccae tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Pushing event deleted for resources: {'Port': ['ID=bcb04856-2795-4cf2-a2a7-f5557adff9a5,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:47.433489 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251dea3c-d2fd-4f64-b54e-c6a0ffb78650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753ce9d0-2869-4ca9-a84b-90f673e312ba,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:47.440349 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-251dea3c-d2fd-4f64-b54e-c6a0ffb78650 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66336bc4bdf1493d903497f11f72d31b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503798 Jul 19 17:37:47.441549 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42416) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:47.445084 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d277011-cf26-4d50-a9cd-11a63d4d3f4a req-53cc76a2-5b96-4922-a0e6-ef7713e9ccae tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] No DVR routers for this DVR port bcb04856-2795-4cf2-a2a7-f5557adff9a5 on host hv-cinder-80069 {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:37:47.447537 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-3d277011-cf26-4d50-a9cd-11a63d4d3f4a req-53cc76a2-5b96-4922-a0e6-ef7713e9ccae tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:47.449598 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d277011-cf26-4d50-a9cd-11a63d4d3f4a req-53cc76a2-5b96-4922-a0e6-ef7713e9ccae tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.59 "DELETE /v2.0/ports/bcb04856-2795-4cf2-a2a7-f5557adff9a5 HTTP/1.1" status: 204 len: 173 time: 0.4170229 Jul 19 17:37:47.450040 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c0f20e-e962-43f3-8a5c-78b232aa933e', 'name': 'network-vif-deleted', 'tag': 'bcb04856-2795-4cf2-a2a7-f5557adff9a5'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:37:47.452346 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ec18d5-f759-43e1-b27c-31f96d32fc18" -d '{"events": [{"server_uuid": "06c0f20e-e962-43f3-8a5c-78b232aa933e", "name": "network-vif-deleted", "tag": "bcb04856-2795-4cf2-a2a7-f5557adff9a5"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:37:47.496973 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc453def-84b2-47dd-bd7b-09612214ba4b x-openstack-request-id: req-dc453def-84b2-47dd-bd7b-09612214ba4b {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:37:47.497573 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c0f20e-e962-43f3-8a5c-78b232aa933e", "name": "network-vif-deleted", "tag": "bcb04856-2795-4cf2-a2a7-f5557adff9a5", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:37:47.498008 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc453def-84b2-47dd-bd7b-09612214ba4b {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:37:47.498266 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c0f20e-e962-43f3-8a5c-78b232aa933e', 'name': 'network-vif-deleted', 'tag': 'bcb04856-2795-4cf2-a2a7-f5557adff9a5', 'status': 'completed', 'code': 200} Jul 19 17:37:47.512146 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3a3d4fb1-6ea8-4982-99f3-582370b4f765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:47.537205 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3a3d4fb1-6ea8-4982-99f3-582370b4f765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:47.574169 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a476bb45-d81b-403c-ab8c-55759003b3a8 req-39489df9-42e6-426a-b75c-f79e49f03ec3 tempest-TestMinimumBasicScenario-655174052 tempest-TestMinimumBasicScenario-655174052-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c0f20e-e962-43f3-8a5c-78b232aa933e HTTP/1.1" status: 200 len: 210 time: 0.0289199 Jul 19 17:37:47.599946 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3a3d4fb1-6ea8-4982-99f3-582370b4f765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:47.603127 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3a3d4fb1-6ea8-4982-99f3-582370b4f765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:47.604354 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-3a3d4fb1-6ea8-4982-99f3-582370b4f765 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/753ce9d0-2869-4ca9-a84b-90f673e312ba HTTP/1.1" status: 204 len: 168 time: 0.1616294 Jul 19 17:37:47.612608 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d4fb1-6ea8-4982-99f3-582370b4f765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753ce9d0-2869-4ca9-a84b-90f673e312ba,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:47.782951 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:49.322923 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42506) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:49.688744 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3cf1a317-5995-440c-ac66-6b02133bda10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631942'] for router_interface, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:49.949343 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device bcb04856-2795-4cf2-a2a7-f5557adff9a5 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:37:49.959617 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1a317-5995-440c-ac66-6b02133bda10 admin admin] Deleting port 3ea26a1f-a431-4b1c-a2b6-dc97fa692101 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:37:49.959918 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3cf1a317-5995-440c-ac66-6b02133bda10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:49.971985 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] No Port match for: bcb04856-2795-4cf2-a2a7-f5557adff9a5 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:37:49.972348 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device bcb04856-2795-4cf2-a2a7-f5557adff9a5 not bound to the agent host hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:37:50.041115 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [None req-3cf1a317-5995-440c-ac66-6b02133bda10 admin admin] For port 3ea26a1f-a431-4b1c-a2b6-dc97fa692101, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=3ea26a1f-a431-4b1c-a2b6-dc97fa692101,segment=NetworkSegment(97a50867-9a20-499b-a36d-64a4d1efc173),segment_id=97a50867-9a20-499b-a36d-64a4d1efc173)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:37:50.041589 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3cf1a317-5995-440c-ac66-6b02133bda10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:50.053918 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1a317-5995-440c-ac66-6b02133bda10 admin admin] Calling delete_port for 3ea26a1f-a431-4b1c-a2b6-dc97fa692101 owned by network:router_interface {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:37:50.234899 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3cf1a317-5995-440c-ac66-6b02133bda10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:50.267292 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1a317-5995-440c-ac66-6b02133bda10 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ea26a1f-a431-4b1c-a2b6-dc97fa692101,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:50.442156 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3cf1a317-5995-440c-ac66-6b02133bda10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632042'] for router_interface, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:50.688626 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf1a317-5995-440c-ac66-6b02133bda10 admin admin] Router 3d0ebce4-7499-4843-b9ef-9e523dc68fa5 has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:37:50.795471 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf1a317-5995-440c-ac66-6b02133bda10 admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:37:50.800435 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-3cf1a317-5995-440c-ac66-6b02133bda10 admin admin] 10.222.0.32 "PUT /v2.0/routers/3d0ebce4-7499-4843-b9ef-9e523dc68fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4758317 Jul 19 17:37:50.803004 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42522) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:50.805255 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a96699-89ad-4a2e-ae40-d54efe0fb4fc None None] Sync routers for ids ['3d0ebce4-7499-4843-b9ef-9e523dc68fa5'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:37:50.814558 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a96699-89ad-4a2e-ae40-d54efe0fb4fc None None] Routers {'3d0ebce4-7499-4843-b9ef-9e523dc68fa5'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:37:50.815173 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-e3a96699-89ad-4a2e-ae40-d54efe0fb4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:37:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['3d0ebce4-7499-4843-b9ef-9e523dc68fa5'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:37:50.903527 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-86ba873b-e8b2-4e7b-85cc-a8027ed84850 admin admin] Notify callbacks [] for router, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:50.917918 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-e3a96699-89ad-4a2e-ae40-d54efe0fb4fc None None] Set router 3d0ebce4-7499-4843-b9ef-9e523dc68fa5 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:37:51.011768 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-86ba873b-e8b2-4e7b-85cc-a8027ed84850 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:51.067847 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-86ba873b-e8b2-4e7b-85cc-a8027ed84850 admin admin] Deleting port 1a3e9488-5a4a-4b9d-b482-e043dec70189 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:37:51.068077 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-86ba873b-e8b2-4e7b-85cc-a8027ed84850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:51.103817 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-e3a96699-89ad-4a2e-ae40-d54efe0fb4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'name': 'tempest-TestMinimumBasicScenario-1431833551-router', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:37:50Z', 'revision_number': 5, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'gw_port': {'id': '1a3e9488-5a4a-4b9d-b482-e043dec70189', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:14Z', 'updated_at': '2021-07-19T17:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:37:51.129724 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a96699-89ad-4a2e-ae40-d54efe0fb4fc None None] Checking router: 3d0ebce4-7499-4843-b9ef-9e523dc68fa5 for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:37:51.138329 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a96699-89ad-4a2e-ae40-d54efe0fb4fc None None] Routers {'3d0ebce4-7499-4843-b9ef-9e523dc68fa5'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:37:51.138940 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-e3a96699-89ad-4a2e-ae40-d54efe0fb4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:37:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['3d0ebce4-7499-4843-b9ef-9e523dc68fa5'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:37:51.147740 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [None req-86ba873b-e8b2-4e7b-85cc-a8027ed84850 admin admin] For port 1a3e9488-5a4a-4b9d-b482-e043dec70189, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=1a3e9488-5a4a-4b9d-b482-e043dec70189,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:37:51.148129 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-86ba873b-e8b2-4e7b-85cc-a8027ed84850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:51.160529 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-86ba873b-e8b2-4e7b-85cc-a8027ed84850 admin admin] Calling delete_port for 1a3e9488-5a4a-4b9d-b482-e043dec70189 owned by network:router_gateway {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:37:51.227232 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-e3a96699-89ad-4a2e-ae40-d54efe0fb4fc None None] Set router 3d0ebce4-7499-4843-b9ef-9e523dc68fa5 gateway port host: None {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:37:51.288609 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-e3a96699-89ad-4a2e-ae40-d54efe0fb4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'name': 'tempest-TestMinimumBasicScenario-1431833551-router', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:37:51Z', 'revision_number': 6, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'gw_port_host': None}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:37:51.317594 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a96699-89ad-4a2e-ae40-d54efe0fb4fc None None] The sync data for ids ['3d0ebce4-7499-4843-b9ef-9e523dc68fa5'] in dv-cinder-800695-4-iscsi is: [{'id': '3d0ebce4-7499-4843-b9ef-9e523dc68fa5', 'name': 'tempest-TestMinimumBasicScenario-1431833551-router', 'tenant_id': 'dfd503906aed4295978675b21e32cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:37:51Z', 'revision_number': 6, 'project_id': 'dfd503906aed4295978675b21e32cdc4', 'gw_port_host': None}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:37:51.321098 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-fe6e9698-7416-4002-8a2b-ebb8874d436d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:51.335013 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-86ba873b-e8b2-4e7b-85cc-a8027ed84850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:51.363688 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba873b-e8b2-4e7b-85cc-a8027ed84850 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a3e9488-5a4a-4b9d-b482-e043dec70189,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:51.430675 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-86ba873b-e8b2-4e7b-85cc-a8027ed84850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567368'] for router_gateway, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:51.789032 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-86ba873b-e8b2-4e7b-85cc-a8027ed84850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58318'] for router, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:51.791180 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-86ba873b-e8b2-4e7b-85cc-a8027ed84850 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:51.812065 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42530) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:51.857874 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-86ba873b-e8b2-4e7b-85cc-a8027ed84850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632508'] for router, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:51.858318 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ba873b-e8b2-4e7b-85cc-a8027ed84850 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d0ebce4-7499-4843-b9ef-9e523dc68fa5 {{(pid=93383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:37:51.864241 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-86ba873b-e8b2-4e7b-85cc-a8027ed84850 admin admin] Notify callbacks [] for router, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:51.865076 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-86ba873b-e8b2-4e7b-85cc-a8027ed84850 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3d0ebce4-7499-4843-b9ef-9e523dc68fa5 HTTP/1.1" status: 204 len: 168 time: 1.0610743 Jul 19 17:37:51.867517 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42534) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:51.911407 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e31b118-456e-4e59-81e8-cfab84ec6bee admin admin] Deleting subnet 2ce69870-9125-4f57-86a4-10ffb5b14c3b {{(pid=93383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:37:51.914620 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6e31b118-456e-4e59-81e8-cfab84ec6bee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:51.924679 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a6c42cdd-4f42-481c-a8d3-a5cb3428c3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:51.948792 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6e31b118-456e-4e59-81e8-cfab84ec6bee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5018030'] for subnet, precommit_delete_associations {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.022722 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a6c42cdd-4f42-481c-a8d3-a5cb3428c3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.026819 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a6c42cdd-4f42-481c-a8d3-a5cb3428c3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.062550 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c42cdd-4f42-481c-a8d3-a5cb3428c3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f72a2c7-49b5-4b81-bcff-695cfd7bb289,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:52.066889 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6e31b118-456e-4e59-81e8-cfab84ec6bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428619'] for subnet, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.075634 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-a6c42cdd-4f42-481c-a8d3-a5cb3428c3d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05e0660e793745ee83f510c2acf0b51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621818 Jul 19 17:37:52.076032 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42536) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:52.129057 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6e31b118-456e-4e59-81e8-cfab84ec6bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4638889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5508055'] for subnet, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.143412 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8b361479-62f6-4c6b-9e27-ef7c84008be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.156922 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31b118-456e-4e59-81e8-cfab84ec6bee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ce69870-9125-4f57-86a4-10ffb5b14c3b,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:52.158904 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 3ea26a1f-a431-4b1c-a2b6-dc97fa692101 no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:37:52.162615 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6e31b118-456e-4e59-81e8-cfab84ec6bee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.166837 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-6e31b118-456e-4e59-81e8-cfab84ec6bee admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2ce69870-9125-4f57-86a4-10ffb5b14c3b HTTP/1.1" status: 204 len: 168 time: 0.2960846 Jul 19 17:37:52.167201 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42538) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:52.176817 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8b361479-62f6-4c6b-9e27-ef7c84008be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.194614 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9589711-60b8-4632-bfb9-26579d0472af None None] Network 11783e7e-ef5c-4c4f-968e-48de876cfb17 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:37:52.198153 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: 3ea26a1f-a431-4b1c-a2b6-dc97fa692101 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:37:52.198776 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 3ea26a1f-a431-4b1c-a2b6-dc97fa692101 not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:37:52.199417 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 1a3e9488-5a4a-4b9d-b482-e043dec70189 no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:37:52.234115 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8b361479-62f6-4c6b-9e27-ef7c84008be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.237256 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8b361479-62f6-4c6b-9e27-ef7c84008be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.238505 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: 1a3e9488-5a4a-4b9d-b482-e043dec70189 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:37:52.238761 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-8b361479-62f6-4c6b-9e27-ef7c84008be3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f72a2c7-49b5-4b81-bcff-695cfd7bb289 HTTP/1.1" status: 204 len: 168 time: 0.1616454 Jul 19 17:37:52.239234 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 1a3e9488-5a4a-4b9d-b482-e043dec70189 not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:37:52.251757 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b361479-62f6-4c6b-9e27-ef7c84008be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f72a2c7-49b5-4b81-bcff-695cfd7bb289,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:52.265879 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8078bf8c-d74d-4cae-ab16-f06a75b6c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366402'] for network, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.324641 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-8078bf8c-d74d-4cae-ab16-f06a75b6c5a4 admin admin] Deleting port e1f99f75-b82a-421f-9341-0ae8572c52e4 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:37:52.325011 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8078bf8c-d74d-4cae-ab16-f06a75b6c5a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.406739 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [None req-8078bf8c-d74d-4cae-ab16-f06a75b6c5a4 admin admin] For port e1f99f75-b82a-421f-9341-0ae8572c52e4, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=e1f99f75-b82a-421f-9341-0ae8572c52e4,segment=NetworkSegment(97a50867-9a20-499b-a36d-64a4d1efc173),segment_id=97a50867-9a20-499b-a36d-64a4d1efc173)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:37:52.407007 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8078bf8c-d74d-4cae-ab16-f06a75b6c5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.423559 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-8078bf8c-d74d-4cae-ab16-f06a75b6c5a4 admin admin] Calling delete_port for e1f99f75-b82a-421f-9341-0ae8572c52e4 owned by network:dhcp {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:37:52.468197 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8f9bf9-0ce4-460e-bde4-e829246a86aa None None] DHCP port deletion for 11783e7e-ef5c-4c4f-968e-48de876cfb17 request from dv-cinder-800695-4-iscsi {{(pid=93385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:37:52.532998 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8078bf8c-d74d-4cae-ab16-f06a75b6c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.538664 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f9bf9-0ce4-460e-bde4-e829246a86aa None None] Deleting port e1f99f75-b82a-421f-9341-0ae8572c52e4 {{(pid=93385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:37:52.539072 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-9d8f9bf9-0ce4-460e-bde4-e829246a86aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.561203 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078bf8c-d74d-4cae-ab16-f06a75b6c5a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f99f75-b82a-421f-9341-0ae8572c52e4,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:52.566495 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8078bf8c-d74d-4cae-ab16-f06a75b6c5a4 admin admin] No DVR routers for this DVR port e1f99f75-b82a-421f-9341-0ae8572c52e4 on host dv-cinder-800695-4-iscsi {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:37:52.603630 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-9d8f9bf9-0ce4-460e-bde4-e829246a86aa None None] For port e1f99f75-b82a-421f-9341-0ae8572c52e4, host dv-cinder-800695-4-iscsi, got binding levels [] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:37:52.604050 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-9d8f9bf9-0ce4-460e-bde4-e829246a86aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.608779 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42544) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:52.621343 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f9bf9-0ce4-460e-bde4-e829246a86aa None None] Calling delete_port for e1f99f75-b82a-421f-9341-0ae8572c52e4 owned by network:dhcp {{(pid=93385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:37:52.621548 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-806cac97-9f39-4ae3-86ef-c573b74e2852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.626177 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.ipam_backend_mixin [None req-9d8f9bf9-0ce4-460e-bde4-e829246a86aa None None] Port e1f99f75-b82a-421f-9341-0ae8572c52e4 was not found and therefore no delete operation was performed {{(pid=93385) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 17:37:52.627408 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-9d8f9bf9-0ce4-460e-bde4-e829246a86aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146'] for port, after_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.644954 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8078bf8c-d74d-4cae-ab16-f06a75b6c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428391', 'neutron.services.segments.db._delete_segments_for_network-8742494453050'] for network, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.650768 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f9bf9-0ce4-460e-bde4-e829246a86aa None None] Pushing event deleted for resources: {'Port': ['ID=e1f99f75-b82a-421f-9341-0ae8572c52e4,revision_number=None']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:52.656193 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-8078bf8c-d74d-4cae-ab16-f06a75b6c5a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11783e7e-ef5c-4c4f-968e-48de876cfb17']}} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:37:52.661861 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f9bf9-0ce4-460e-bde4-e829246a86aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:52.662294 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f9bf9-0ce4-460e-bde4-e829246a86aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:52.663116 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f9bf9-0ce4-460e-bde4-e829246a86aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:52.663490 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f9bf9-0ce4-460e-bde4-e829246a86aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:52.663940 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f9bf9-0ce4-460e-bde4-e829246a86aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:52.664365 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f9bf9-0ce4-460e-bde4-e829246a86aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:52.664884 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f9bf9-0ce4-460e-bde4-e829246a86aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:52.665742 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f9bf9-0ce4-460e-bde4-e829246a86aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:52.666174 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f9bf9-0ce4-460e-bde4-e829246a86aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:52.666832 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f9bf9-0ce4-460e-bde4-e829246a86aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:52.667089 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-8078bf8c-d74d-4cae-ab16-f06a75b6c5a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a50867-9a20-499b-a36d-64a4d1efc173') {'for_net_delete': True} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:37:52.667201 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f9bf9-0ce4-460e-bde4-e829246a86aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:52.667439 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-8078bf8c-d74d-4cae-ab16-f06a75b6c5a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a50867-9a20-499b-a36d-64a4d1efc173') {} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:37:52.667553 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f9bf9-0ce4-460e-bde4-e829246a86aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:37:52.672521 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8f9bf9-0ce4-460e-bde4-e829246a86aa None None] No DVR routers for this DVR port e1f99f75-b82a-421f-9341-0ae8572c52e4 on host dv-cinder-800695-4-iscsi {{(pid=93385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:37:52.679171 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8078bf8c-d74d-4cae-ab16-f06a75b6c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742494456131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5018037'] for segment, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.700015 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8078bf8c-d74d-4cae-ab16-f06a75b6c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.706751 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8078bf8c-d74d-4cae-ab16-f06a75b6c5a4 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:37:52.707152 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8078bf8c-d74d-4cae-ab16-f06a75b6c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4638915'] for segment, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: Traceback (most recent call last): Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: timer() Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: cb(*args, **kw) Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: return func(*args, **kwargs) Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: self._notify() Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: self.callback(batched_events) Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: event.method(event) Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: return f(self, *a, **k) Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: return self._get(url).json() Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: return self.request(url, 'GET', **kwargs) Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:37:52.709007 dv-cinder-800695-4-iscsi neutron-server[93383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:37:52.743360 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-806cac97-9f39-4ae3-86ef-c573b74e2852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.747845 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-806cac97-9f39-4ae3-86ef-c573b74e2852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.767865 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8078bf8c-d74d-4cae-ab16-f06a75b6c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567412'] for network, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.772622 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8078bf8c-d74d-4cae-ab16-f06a75b6c5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.775137 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-8078bf8c-d74d-4cae-ab16-f06a75b6c5a4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/11783e7e-ef5c-4c4f-968e-48de876cfb17 HTTP/1.1" status: 204 len: 168 time: 0.6070659 Jul 19 17:37:52.778370 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42546) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:52.789574 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-806cac97-9f39-4ae3-86ef-c573b74e2852 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91e00104ec27487694363aeab9fb784c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1797132 Jul 19 17:37:52.790291 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cac97-9f39-4ae3-86ef-c573b74e2852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13299643-72f2-4c0e-b9f7-762d94dbfccd,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:52.792619 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42548) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:52.794923 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078bf8c-d74d-4cae-ab16-f06a75b6c5a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=11783e7e-ef5c-4c4f-968e-48de876cfb17,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:52.841220 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-523eb985-a535-4f20-9f5d-7629cb81221a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.863340 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-523eb985-a535-4f20-9f5d-7629cb81221a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.911759 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-523eb985-a535-4f20-9f5d-7629cb81221a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.914435 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-523eb985-a535-4f20-9f5d-7629cb81221a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:52.915669 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-523eb985-a535-4f20-9f5d-7629cb81221a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13299643-72f2-4c0e-b9f7-762d94dbfccd HTTP/1.1" status: 204 len: 168 time: 0.1221204 Jul 19 17:37:52.923469 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523eb985-a535-4f20-9f5d-7629cb81221a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13299643-72f2-4c0e-b9f7-762d94dbfccd,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:53.145868 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9df70298-95fe-443d-a3df-e017455bc620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631942'] for router_interface, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:53.424839 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-9df70298-95fe-443d-a3df-e017455bc620 admin admin] Deleting port cc4b6036-5d75-47e6-9f32-8c356ab1521a {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:37:53.425328 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9df70298-95fe-443d-a3df-e017455bc620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:53.511297 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [None req-9df70298-95fe-443d-a3df-e017455bc620 admin admin] For port cc4b6036-5d75-47e6-9f32-8c356ab1521a, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=cc4b6036-5d75-47e6-9f32-8c356ab1521a,segment=NetworkSegment(3eedcfc8-feca-498d-ad06-143216f55fd9),segment_id=3eedcfc8-feca-498d-ad06-143216f55fd9)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:37:53.511956 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9df70298-95fe-443d-a3df-e017455bc620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:53.525652 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-9df70298-95fe-443d-a3df-e017455bc620 admin admin] Calling delete_port for cc4b6036-5d75-47e6-9f32-8c356ab1521a owned by network:router_interface {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:37:53.714587 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9df70298-95fe-443d-a3df-e017455bc620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:53.748677 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df70298-95fe-443d-a3df-e017455bc620 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4b6036-5d75-47e6-9f32-8c356ab1521a,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:53.925506 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9df70298-95fe-443d-a3df-e017455bc620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632042'] for router_interface, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:53.990445 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-520c585b-9db2-45ae-ae5e-27fa123c2d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:54.016770 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device e1f99f75-b82a-421f-9341-0ae8572c52e4 no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:37:54.036558 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: e1f99f75-b82a-421f-9341-0ae8572c52e4 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:37:54.037005 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device e1f99f75-b82a-421f-9341-0ae8572c52e4 not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:37:54.152437 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df70298-95fe-443d-a3df-e017455bc620 admin admin] Router 4909ca17-31f0-4cca-9d5a-9af3b768b077 has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:37:54.266231 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df70298-95fe-443d-a3df-e017455bc620 admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:37:54.271521 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-9df70298-95fe-443d-a3df-e017455bc620 admin admin] 10.222.0.32 "PUT /v2.0/routers/4909ca17-31f0-4cca-9d5a-9af3b768b077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4922066 Jul 19 17:37:54.274246 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42586) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:54.275186 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027fcb24-64ef-4bf2-9ae1-9f221140205b None None] Sync routers for ids ['4909ca17-31f0-4cca-9d5a-9af3b768b077'] in dv-cinder-800695-4-iscsi {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:37:54.284076 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027fcb24-64ef-4bf2-9ae1-9f221140205b None None] Routers {'4909ca17-31f0-4cca-9d5a-9af3b768b077'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:37:54.284715 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-027fcb24-64ef-4bf2-9ae1-9f221140205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:37:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['4909ca17-31f0-4cca-9d5a-9af3b768b077'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:37:54.386236 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aa1f611c-e6f1-49d7-ae32-af14321cf9f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:54.390323 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-027fcb24-64ef-4bf2-9ae1-9f221140205b None None] Set router 4909ca17-31f0-4cca-9d5a-9af3b768b077 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:37:54.414144 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:54.507135 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aa1f611c-e6f1-49d7-ae32-af14321cf9f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:54.568812 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-aa1f611c-e6f1-49d7-ae32-af14321cf9f2 admin admin] Deleting port 59b88feb-9e71-4a3e-ae42-4fdbb150b61c {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:37:54.569300 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aa1f611c-e6f1-49d7-ae32-af14321cf9f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:54.659323 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [None req-aa1f611c-e6f1-49d7-ae32-af14321cf9f2 admin admin] For port 59b88feb-9e71-4a3e-ae42-4fdbb150b61c, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=59b88feb-9e71-4a3e-ae42-4fdbb150b61c,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:37:54.659998 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aa1f611c-e6f1-49d7-ae32-af14321cf9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:54.674182 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-aa1f611c-e6f1-49d7-ae32-af14321cf9f2 admin admin] Calling delete_port for 59b88feb-9e71-4a3e-ae42-4fdbb150b61c owned by network:router_gateway {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:37:54.707429 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-027fcb24-64ef-4bf2-9ae1-9f221140205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4909ca17-31f0-4cca-9d5a-9af3b768b077', 'name': 'tempest-TestMinimumBasicScenario-1596812662-router', 'tenant_id': '62bbef0b496349edaddb4118879fcd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '59b88feb-9e71-4a3e-ae42-4fdbb150b61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:25Z', 'updated_at': '2021-07-19T17:37:53Z', 'revision_number': 5, 'project_id': '62bbef0b496349edaddb4118879fcd10', 'gw_port': {'id': '59b88feb-9e71-4a3e-ae42-4fdbb150b61c', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4909ca17-31f0-4cca-9d5a-9af3b768b077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:26Z', 'updated_at': '2021-07-19T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:37:54.737223 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027fcb24-64ef-4bf2-9ae1-9f221140205b None None] Checking router: 4909ca17-31f0-4cca-9d5a-9af3b768b077 for host: dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:37:54.747215 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027fcb24-64ef-4bf2-9ae1-9f221140205b None None] Routers {'4909ca17-31f0-4cca-9d5a-9af3b768b077'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:37:54.747830 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-027fcb24-64ef-4bf2-9ae1-9f221140205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:37:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['4909ca17-31f0-4cca-9d5a-9af3b768b077'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:37:54.839337 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-027fcb24-64ef-4bf2-9ae1-9f221140205b None None] Set router 4909ca17-31f0-4cca-9d5a-9af3b768b077 gateway port host: None {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:37:54.855047 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aa1f611c-e6f1-49d7-ae32-af14321cf9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:54.881483 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f611c-e6f1-49d7-ae32-af14321cf9f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=59b88feb-9e71-4a3e-ae42-4fdbb150b61c,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:54.897681 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-027fcb24-64ef-4bf2-9ae1-9f221140205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4909ca17-31f0-4cca-9d5a-9af3b768b077', 'name': 'tempest-TestMinimumBasicScenario-1596812662-router', 'tenant_id': '62bbef0b496349edaddb4118879fcd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:25Z', 'updated_at': '2021-07-19T17:37:54Z', 'revision_number': 6, 'project_id': '62bbef0b496349edaddb4118879fcd10', 'gw_port_host': None}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:37:54.927749 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027fcb24-64ef-4bf2-9ae1-9f221140205b None None] The sync data for ids ['4909ca17-31f0-4cca-9d5a-9af3b768b077'] in dv-cinder-800695-4-iscsi is: [{'id': '4909ca17-31f0-4cca-9d5a-9af3b768b077', 'name': 'tempest-TestMinimumBasicScenario-1596812662-router', 'tenant_id': '62bbef0b496349edaddb4118879fcd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:25Z', 'updated_at': '2021-07-19T17:37:54Z', 'revision_number': 6, 'project_id': '62bbef0b496349edaddb4118879fcd10', 'gw_port_host': None}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:37:54.948863 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aa1f611c-e6f1-49d7-ae32-af14321cf9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567368'] for router_gateway, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:55.048994 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aa1f611c-e6f1-49d7-ae32-af14321cf9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58318'] for router, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:55.051399 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aa1f611c-e6f1-49d7-ae32-af14321cf9f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:55.104263 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aa1f611c-e6f1-49d7-ae32-af14321cf9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632508'] for router, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:55.105119 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1f611c-e6f1-49d7-ae32-af14321cf9f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4909ca17-31f0-4cca-9d5a-9af3b768b077 {{(pid=93384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:37:55.110431 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aa1f611c-e6f1-49d7-ae32-af14321cf9f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:55.111955 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-aa1f611c-e6f1-49d7-ae32-af14321cf9f2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4909ca17-31f0-4cca-9d5a-9af3b768b077 HTTP/1.1" status: 204 len: 168 time: 0.8354058 Jul 19 17:37:55.114232 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42604) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:55.163204 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_v2 [None req-805dd065-2a0f-43e6-8e0e-4b2382c7b504 admin admin] Deleting subnet 45a70d7f-b266-4fb8-bbda-6024f1adbd5a {{(pid=93384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:37:55.166468 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-805dd065-2a0f-43e6-8e0e-4b2382c7b504 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:55.206981 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-805dd065-2a0f-43e6-8e0e-4b2382c7b504 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5138715'] for subnet, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:55.327434 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:55.328277 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-805dd065-2a0f-43e6-8e0e-4b2382c7b504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428619'] for subnet, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:55.385378 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-805dd065-2a0f-43e6-8e0e-4b2382c7b504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6210967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5076143'] for subnet, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:55.415742 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805dd065-2a0f-43e6-8e0e-4b2382c7b504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a70d7f-b266-4fb8-bbda-6024f1adbd5a,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:55.419457 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-805dd065-2a0f-43e6-8e0e-4b2382c7b504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:55.421972 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-805dd065-2a0f-43e6-8e0e-4b2382c7b504 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/45a70d7f-b266-4fb8-bbda-6024f1adbd5a HTTP/1.1" status: 204 len: 168 time: 0.3061824 Jul 19 17:37:55.424591 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42610) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:55.427109 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2ba393-8bc3-4613-b9e0-cd15bbdf328c None None] Network 0421cc11-33bb-4a93-ad39-5273fab99ae4 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:37:55.490564 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-11cf87b6-1d0a-457a-a6aa-0cd196929589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366402'] for network, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:55.541880 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-11cf87b6-1d0a-457a-a6aa-0cd196929589 admin admin] Deleting port c7841a7d-97bc-4b1c-a07c-156a0c3c5902 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:37:55.542129 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-11cf87b6-1d0a-457a-a6aa-0cd196929589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:55.613991 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [None req-11cf87b6-1d0a-457a-a6aa-0cd196929589 admin admin] For port c7841a7d-97bc-4b1c-a07c-156a0c3c5902, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=c7841a7d-97bc-4b1c-a07c-156a0c3c5902,segment=NetworkSegment(3eedcfc8-feca-498d-ad06-143216f55fd9),segment_id=3eedcfc8-feca-498d-ad06-143216f55fd9)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:37:55.614281 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-11cf87b6-1d0a-457a-a6aa-0cd196929589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:55.625471 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-11cf87b6-1d0a-457a-a6aa-0cd196929589 admin admin] Calling delete_port for c7841a7d-97bc-4b1c-a07c-156a0c3c5902 owned by network:dhcp {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:37:55.693869 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08f82aa-24b9-4652-8ce9-51f281f76709 None None] DHCP port deletion for 0421cc11-33bb-4a93-ad39-5273fab99ae4 request from dv-cinder-800695-4-iscsi {{(pid=93385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:37:55.711896 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-11cf87b6-1d0a-457a-a6aa-0cd196929589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:55.740514 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf87b6-1d0a-457a-a6aa-0cd196929589 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7841a7d-97bc-4b1c-a07c-156a0c3c5902,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:55.740883 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-f08f82aa-24b9-4652-8ce9-51f281f76709 None None] Deleting port c7841a7d-97bc-4b1c-a07c-156a0c3c5902 {{(pid=93385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:37:55.741260 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f08f82aa-24b9-4652-8ce9-51f281f76709 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:55.744863 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cf87b6-1d0a-457a-a6aa-0cd196929589 admin admin] No DVR routers for this DVR port c7841a7d-97bc-4b1c-a07c-156a0c3c5902 on host dv-cinder-800695-4-iscsi {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:37:55.803481 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f08f82aa-24b9-4652-8ce9-51f281f76709 None None] For port c7841a7d-97bc-4b1c-a07c-156a0c3c5902, host dv-cinder-800695-4-iscsi, got binding levels [] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:37:55.803768 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f08f82aa-24b9-4652-8ce9-51f281f76709 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:55.815960 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-f08f82aa-24b9-4652-8ce9-51f281f76709 None None] Calling delete_port for c7841a7d-97bc-4b1c-a07c-156a0c3c5902 owned by network:dhcp {{(pid=93385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:37:55.818495 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-11cf87b6-1d0a-457a-a6aa-0cd196929589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428391', 'neutron.services.segments.db._delete_segments_for_network-8742494453050'] for network, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:55.818625 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.ipam_backend_mixin [None req-f08f82aa-24b9-4652-8ce9-51f281f76709 None None] Port c7841a7d-97bc-4b1c-a07c-156a0c3c5902 was not found and therefore no delete operation was performed {{(pid=93385) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 17:37:55.819844 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f08f82aa-24b9-4652-8ce9-51f281f76709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146'] for port, after_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:55.829418 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-11cf87b6-1d0a-457a-a6aa-0cd196929589 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0421cc11-33bb-4a93-ad39-5273fab99ae4']}} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:37:55.839955 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-11cf87b6-1d0a-457a-a6aa-0cd196929589 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eedcfc8-feca-498d-ad06-143216f55fd9') {'for_net_delete': True} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:37:55.840283 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-11cf87b6-1d0a-457a-a6aa-0cd196929589 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eedcfc8-feca-498d-ad06-143216f55fd9') {} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:37:55.851239 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f82aa-24b9-4652-8ce9-51f281f76709 None None] Pushing event deleted for resources: {'Port': ['ID=c7841a7d-97bc-4b1c-a07c-156a0c3c5902,revision_number=None']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:55.851441 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-11cf87b6-1d0a-457a-a6aa-0cd196929589 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742494456131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5138688'] for segment, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:55.853561 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f82aa-24b9-4652-8ce9-51f281f76709 None None] No DVR routers for this DVR port c7841a7d-97bc-4b1c-a07c-156a0c3c5902 on host dv-cinder-800695-4-iscsi {{(pid=93385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:37:55.887628 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-11cf87b6-1d0a-457a-a6aa-0cd196929589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:55.895732 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11cf87b6-1d0a-457a-a6aa-0cd196929589 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:37:55.896477 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-11cf87b6-1d0a-457a-a6aa-0cd196929589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6211069'] for segment, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: Traceback (most recent call last): Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: timer() Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: cb(*args, **kw) Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: return func(*args, **kwargs) Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: self._notify() Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: self.callback(batched_events) Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: event.method(event) Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: return f(self, *a, **k) Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: return self._get(url).json() Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: return self.request(url, 'GET', **kwargs) Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:37:55.900848 dv-cinder-800695-4-iscsi neutron-server[93384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:37:55.959498 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device cc4b6036-5d75-47e6-9f32-8c356ab1521a no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:37:55.986135 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: cc4b6036-5d75-47e6-9f32-8c356ab1521a {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:37:55.986874 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device cc4b6036-5d75-47e6-9f32-8c356ab1521a not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:37:55.987522 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 59b88feb-9e71-4a3e-ae42-4fdbb150b61c no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:37:55.994773 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-11cf87b6-1d0a-457a-a6aa-0cd196929589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567412'] for network, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:56.001116 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-11cf87b6-1d0a-457a-a6aa-0cd196929589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:56.004072 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-11cf87b6-1d0a-457a-a6aa-0cd196929589 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0421cc11-33bb-4a93-ad39-5273fab99ae4 HTTP/1.1" status: 204 len: 168 time: 0.5785644 Jul 19 17:37:56.014010 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: 59b88feb-9e71-4a3e-ae42-4fdbb150b61c {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:37:56.014402 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 59b88feb-9e71-4a3e-ae42-4fdbb150b61c not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:37:56.015396 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device c7841a7d-97bc-4b1c-a07c-156a0c3c5902 no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:37:56.019551 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf87b6-1d0a-457a-a6aa-0cd196929589 admin admin] Pushing event deleted for resources: {'Network': ['ID=0421cc11-33bb-4a93-ad39-5273fab99ae4,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:56.044296 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: c7841a7d-97bc-4b1c-a07c-156a0c3c5902 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:37:56.044935 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device c7841a7d-97bc-4b1c-a07c-156a0c3c5902 not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:37:56.222505 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42624) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:56.278421 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-cc8defe3-a992-4078-8eff-edc9b779f093 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dfd503906aed4295978675b21e32cdc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546634 Jul 19 17:37:56.281542 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42628) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:56.346068 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e2c4-96b5-4fe0-b357-d06c1e88de9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:56.371980 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e2c4-96b5-4fe0-b357-d06c1e88de9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:56.463922 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e2c4-96b5-4fe0-b357-d06c1e88de9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:56.466467 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e2c4-96b5-4fe0-b357-d06c1e88de9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:56.467610 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-eaf4e2c4-96b5-4fe0-b357-d06c1e88de9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbb17c46-4ae6-4a84-a24a-b408c1000543 HTTP/1.1" status: 204 len: 168 time: 0.1850495 Jul 19 17:37:56.477823 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4e2c4-96b5-4fe0-b357-d06c1e88de9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb17c46-4ae6-4a84-a24a-b408c1000543,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:56.519128 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c77b32-4786-4fea-96d1-a44e33e64fc0 req-564ac9a1-ee77-4d66-ac0f-0e6cf22a1afc tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:56.520724 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-88c77b32-4786-4fea-96d1-a44e33e64fc0 req-564ac9a1-ee77-4d66-ac0f-0e6cf22a1afc tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0933137 Jul 19 17:37:56.561109 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-88c77b32-4786-4fea-96d1-a44e33e64fc0 req-34458a12-9076-4894-91f5-073526525af9 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343196 Jul 19 17:37:56.808157 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42646) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:56.850277 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-ccbe7232-e30f-4c58-9620-92f46ecd330d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62bbef0b496349edaddb4118879fcd10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408993 Jul 19 17:37:56.852651 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42648) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:56.903179 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-44168d48-c2a3-4d5e-81af-45ee21971bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:56.926203 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-44168d48-c2a3-4d5e-81af-45ee21971bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:56.977158 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-44168d48-c2a3-4d5e-81af-45ee21971bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:56.980322 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-44168d48-c2a3-4d5e-81af-45ee21971bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:56.981567 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-44168d48-c2a3-4d5e-81af-45ee21971bdc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/413230ab-d547-4c6a-be1e-d9829c2a5b4b HTTP/1.1" status: 204 len: 168 time: 0.1280134 Jul 19 17:37:56.991844 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44168d48-c2a3-4d5e-81af-45ee21971bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413230ab-d547-4c6a-be1e-d9829c2a5b4b,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:57.098964 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:57.699231 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42688) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:57.700307 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67672fe-5925-4f19-9016-728a70775162 req-573e23d6-b3b2-4e38-8a9f-71156a98828f tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:57.701858 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d67672fe-5925-4f19-9016-728a70775162 req-573e23d6-b3b2-4e38-8a9f-71156a98828f tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0663006 Jul 19 17:37:57.741313 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d67672fe-5925-4f19-9016-728a70775162 req-cffbc516-5428-4626-930f-6440fa3f778a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334342 Jul 19 17:37:57.796531 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-b9a7a874-b018-470b-ad54-65d6a193b0a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-200260369-network', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:37:57.816750 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a7a874-b018-470b-ad54-65d6a193b0a0 admin admin] Made reservation on behalf of cf97fcc6cb3e46aaa1f34bd3717bec18 for: {'network': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:37:57.819060 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a874-b018-470b-ad54-65d6a193b0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for network, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:57.827356 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a874-b018-470b-ad54-65d6a193b0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:57.916626 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a874-b018-470b-ad54-65d6a193b0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:57.920223 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a874-b018-470b-ad54-65d6a193b0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:57.940556 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a7a874-b018-470b-ad54-65d6a193b0a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:37:57.954316 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7a874-b018-470b-ad54-65d6a193b0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37e3a4a-c498-4184-a79f-fc84f2f81dd4,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:57.958968 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a874-b018-470b-ad54-65d6a193b0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:57.959308 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.segments_db [None req-b9a7a874-b018-470b-ad54-65d6a193b0a0 admin admin] Added segment 99c6287f-76fe-493e-8889-05eb89f545c6 of type vlan for network 32686385-9f8a-48d8-ae63-fc5b5a190c98 Jul 19 17:37:58.001855 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a874-b018-470b-ad54-65d6a193b0a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742494121966'] for network, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:58.029606 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a874-b018-470b-ad54-65d6a193b0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for network, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:58.030570 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a7a874-b018-470b-ad54-65d6a193b0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:58.031257 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a874-b018-470b-ad54-65d6a193b0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:58.060401 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-b9a7a874-b018-470b-ad54-65d6a193b0a0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3598928 Jul 19 17:37:58.063863 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42692) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:58.069169 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-2a825c8d-3107-4e0e-85cf-d448b3117bff admin admin] Request body: {'subnet': {'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-200260369-subnet', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'ip_version': 4}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:37:58.089127 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7a874-b018-470b-ad54-65d6a193b0a0 admin admin] Pushing event updated for resources: {'Network': ['ID=32686385-9f8a-48d8-ae63-fc5b5a190c98,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:58.098404 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a825c8d-3107-4e0e-85cf-d448b3117bff admin admin] Made reservation on behalf of cf97fcc6cb3e46aaa1f34bd3717bec18 for: {'subnet': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:37:58.100572 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Network 32686385-9f8a-48d8-ae63-fc5b5a190c98 details requested by agent ovs-agent-dv-cinder-800695-4-iscsi with host dv-cinder-800695-4-iscsi {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:37:58.101093 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2a825c8d-3107-4e0e-85cf-d448b3117bff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5508024'] for subnet, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:58.273153 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2a825c8d-3107-4e0e-85cf-d448b3117bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4638826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5508046'] for subnet, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:58.329348 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a825c8d-3107-4e0e-85cf-d448b3117bff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2f7774a-4edc-4422-a603-06fff220f9d8,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:58.338366 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a825c8d-3107-4e0e-85cf-d448b3117bff admin admin] Checking segment: {'id': '99c6287f-76fe-493e-8889-05eb89f545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:37:58.338737 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a825c8d-3107-4e0e-85cf-d448b3117bff admin admin] Network hostable DHCP agents. Network: 32686385-9f8a-48d8-ae63-fc5b5a190c98, hostable agents: ['478a2c00-6d69-428b-b8a1-4625481a8144'], hosted agents: [] {{(pid=93383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:37:58.355094 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a825c8d-3107-4e0e-85cf-d448b3117bff admin admin] Network 32686385-9f8a-48d8-ae63-fc5b5a190c98 is scheduled to be hosted by DHCP agent 478a2c00-6d69-428b-b8a1-4625481a8144 with binding_index 1 {{(pid=93383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:37:58.363902 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-2a825c8d-3107-4e0e-85cf-d448b3117bff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-4-iscsi, 32686385-9f8a-48d8-ae63-fc5b5a190c98) {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:37:58.367885 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a825c8d-3107-4e0e-85cf-d448b3117bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:58.368500 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2a825c8d-3107-4e0e-85cf-d448b3117bff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:58.372852 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb4c50c-3986-4aba-81f0-6cf46178f4c5 None None] Network 32686385-9f8a-48d8-ae63-fc5b5a190c98 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:37:58.382746 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-2a825c8d-3107-4e0e-85cf-d448b3117bff admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3177278 Jul 19 17:37:58.385746 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42694) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:58.391258 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-dbd29276-8572-4146-9ed3-649524ea9568 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:37:58.413192 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dbd29276-8572-4146-9ed3-649524ea9568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58360'] for router, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:58.414357 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dbd29276-8572-4146-9ed3-649524ea9568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-570327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58359'] for router, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:58.454450 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2e0c4-61ff-4202-a996-51b0c06e4c62 req-32eb3d06-6c18-4218-ac05-f59ccd56a1cc tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:58.455960 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bcf2e0c4-61ff-4202-a996-51b0c06e4c62 req-32eb3d06-6c18-4218-ac05-f59ccd56a1cc tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.59 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.0696144 Jul 19 17:37:58.483356 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dbd29276-8572-4146-9ed3-649524ea9568 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:58.583378 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-bcf2e0c4-61ff-4202-a996-51b0c06e4c62 req-a33bb1e4-65c4-48a3-9848-d81f5e8f356a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Deleting port da08cd12-0090-46a4-b813-f0a9315cff06 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:37:58.584011 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-bcf2e0c4-61ff-4202-a996-51b0c06e4c62 req-a33bb1e4-65c4-48a3-9848-d81f5e8f356a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:58.635748 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dbd29276-8572-4146-9ed3-649524ea9568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58309'] for router, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:58.670329 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9aa9a872-d264-56b7-9ea2-70fb10be1434-32686385-9f8a-48d8-ae63-fc5b5a190c98', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8'}]}} from dv-cinder-800695-4-iscsi. {{(pid=93385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:37:58.672248 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:58.698023 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-bcf2e0c4-61ff-4202-a996-51b0c06e4c62 req-a33bb1e4-65c4-48a3-9848-d81f5e8f356a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] For port da08cd12-0090-46a4-b813-f0a9315cff06, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=da08cd12-0090-46a4-b813-f0a9315cff06,segment=NetworkSegment(5ef1ff52-c95c-47d9-992f-e445d0a3aa31),segment_id=5ef1ff52-c95c-47d9-992f-e445d0a3aa31)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:37:58.699497 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-bcf2e0c4-61ff-4202-a996-51b0c06e4c62 req-a33bb1e4-65c4-48a3-9848-d81f5e8f356a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:58.839670 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.db_base_plugin_common [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] Allocated IP 172.20.0.2 (32686385-9f8a-48d8-ae63-fc5b5a190c98/e2f7774a-4edc-4422-a603-06fff220f9d8/18e941f2-0461-4568-b905-7840e5d395b3) {{(pid=93385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:37:59.041295 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] Notify callbacks [] for port, precommit_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:59.051676 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] Transition to ACTIVE for port object 18e941f2-0461-4568-b905-7840e5d395b3 will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:37:59.070909 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] Transition to ACTIVE for port object 18e941f2-0461-4568-b905-7840e5d395b3 will not be triggered until provisioned by entity DHCP. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:37:59.079099 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:59.128330 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] Network 32686385-9f8a-48d8-ae63-fc5b5a190c98 is already hosted by enough agents. {{(pid=93385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:37:59.131575 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.scheduler.base_scheduler [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] Resources bound (agent type, host, resource id): {{(pid=93385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:37:59.135718 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] Received port after_create {{(pid=93385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:37:59.148756 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] Pushing event updated for resources: {'Port': ['ID=18e941f2-0461-4568-b905-7840e5d395b3,revision_number=1']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:59.184061 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dbd29276-8572-4146-9ed3-649524ea9568 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:59.206024 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] Attempting to bind port 18e941f2-0461-4568-b905-7840e5d395b3 on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:37:59.206469 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] Attempting to bind port 18e941f2-0461-4568-b905-7840e5d395b3 by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '99c6287f-76fe-493e-8889-05eb89f545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:37:59.206755 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] Attempting to bind port 18e941f2-0461-4568-b905-7840e5d395b3 on network 32686385-9f8a-48d8-ae63-fc5b5a190c98 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:37:59.211020 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dbd29276-8572-4146-9ed3-649524ea9568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:59.212993 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:37:59.213410 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] Checking segment: {'id': '99c6287f-76fe-493e-8889-05eb89f545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:37:59.213858 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:59.214296 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] Bound using segment: {'id': '99c6287f-76fe-493e-8889-05eb89f545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:37:59.214838 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] Bound port: 18e941f2-0461-4568-b905-7840e5d395b3, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c6287f-76fe-493e-8889-05eb89f545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:37:59.215268 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:59.288681 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] For port 18e941f2-0461-4568-b905-7840e5d395b3, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:37:59.292031 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] For port 18e941f2-0461-4568-b905-7840e5d395b3, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=18e941f2-0461-4568-b905-7840e5d395b3,segment=NetworkSegment(99c6287f-76fe-493e-8889-05eb89f545c6),segment_id=99c6287f-76fe-493e-8889-05eb89f545c6)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:37:59.298046 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:59.334502 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-dbd29276-8572-4146-9ed3-649524ea9568 admin admin] Allocated IP 172.27.0.69 (3fed661f-002c-47fa-82e8-e8fe637e9a0e/a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30/932569d6-d2f6-4fe2-b242-4b6d71e0cfce) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:37:59.363656 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9aedf-c976-4a54-b550-c0ef710f4fa9 None None] Pushing event updated for resources: {'Port': ['ID=18e941f2-0461-4568-b905-7840e5d395b3,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:59.376970 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b2720-36cf-4815-8d63-0ede15bfb038 req-90a01800-5514-46b3-bc9f-97e8da2c7968 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:37:59.384237 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-102b2720-36cf-4815-8d63-0ede15bfb038 req-90a01800-5514-46b3-bc9f-97e8da2c7968 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 946 time: 0.4909568 Jul 19 17:37:59.391328 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-bcf2e0c4-61ff-4202-a996-51b0c06e4c62 req-a33bb1e4-65c4-48a3-9848-d81f5e8f356a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:59.391758 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-bcf2e0c4-61ff-4202-a996-51b0c06e4c62 req-a33bb1e4-65c4-48a3-9848-d81f5e8f356a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567430'] for floatingip, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:59.392283 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.db.l3_db [req-bcf2e0c4-61ff-4202-a996-51b0c06e4c62 req-a33bb1e4-65c4-48a3-9848-d81f5e8f356a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Floating IP f9632aa5-a4d6-4b8e-b49d-eb76fd2a7d92 disassociated. External IP: 172.27.0.189, port: da08cd12-0090-46a4-b813-f0a9315cff06. Jul 19 17:37:59.392628 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-bcf2e0c4-61ff-4202-a996-51b0c06e4c62 req-a33bb1e4-65c4-48a3-9848-d81f5e8f356a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Calling delete_port for da08cd12-0090-46a4-b813-f0a9315cff06 owned by compute:nova {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:37:59.462757 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dbd29276-8572-4146-9ed3-649524ea9568 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:59.473052 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-102b2720-36cf-4815-8d63-0ede15bfb038 req-d92f9182-8a4e-416e-bf7c-0bb9536b4f34 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=b84912f1-a5bd-468a-869a-0d1685790994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878339 Jul 19 17:37:59.509338 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dbd29276-8572-4146-9ed3-649524ea9568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:59.552652 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd29276-8572-4146-9ed3-649524ea9568 admin admin] Network 3fed661f-002c-47fa-82e8-e8fe637e9a0e is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:37:59.558574 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-dbd29276-8572-4146-9ed3-649524ea9568 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:37:59.561113 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd29276-8572-4146-9ed3-649524ea9568 admin admin] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:37:59.605875 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd29276-8572-4146-9ed3-649524ea9568 admin admin] Pushing event updated for resources: {'Port': ['ID=932569d6-d2f6-4fe2-b242-4b6d71e0cfce,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:59.609785 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:37:59.614068 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-bcf2e0c4-61ff-4202-a996-51b0c06e4c62 req-a33bb1e4-65c4-48a3-9848-d81f5e8f356a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:59.651792 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bb1e4-65c4-48a3-9848-d81f5e8f356a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Pushing event deleted for resources: {'Port': ['ID=da08cd12-0090-46a4-b813-f0a9315cff06,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:37:59.787839 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcf2e0c4-61ff-4202-a996-51b0c06e4c62 req-a33bb1e4-65c4-48a3-9848-d81f5e8f356a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Router c9b82133-ed92-436d-873d-9abcda55d88e has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:37:59.857520 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dbd29276-8572-4146-9ed3-649524ea9568 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:59.899385 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcf2e0c4-61ff-4202-a996-51b0c06e4c62 req-a33bb1e4-65c4-48a3-9848-d81f5e8f356a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:37:59.919986 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd29aa-de0d-4531-aed6-26dd716aab38 None None] Sync routers for ids ['c9b82133-ed92-436d-873d-9abcda55d88e'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:37:59.943473 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd29aa-de0d-4531-aed6-26dd716aab38 None None] Routers {'c9b82133-ed92-436d-873d-9abcda55d88e'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:37:59.960700 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-60dd29aa-de0d-4531-aed6-26dd716aab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:37:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['c9b82133-ed92-436d-873d-9abcda55d88e'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:37:59.986964 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf2e0c4-61ff-4202-a996-51b0c06e4c62 req-a33bb1e4-65c4-48a3-9848-d81f5e8f356a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] No DVR routers for this DVR port da08cd12-0090-46a4-b813-f0a9315cff06 on host hv-cinder-80069 {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:37:59.989935 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-bcf2e0c4-61ff-4202-a996-51b0c06e4c62 req-a33bb1e4-65c4-48a3-9848-d81f5e8f356a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:59.996233 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bcf2e0c4-61ff-4202-a996-51b0c06e4c62 req-a33bb1e4-65c4-48a3-9848-d81f5e8f356a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.59 "DELETE /v2.0/ports/da08cd12-0090-46a4-b813-f0a9315cff06 HTTP/1.1" status: 204 len: 173 time: 1.5343423 Jul 19 17:37:59.996851 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105ed1c6-b060-4f0e-b438-55a6ae3c47b9', 'name': 'network-vif-deleted', 'tag': 'da08cd12-0090-46a4-b813-f0a9315cff06'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:38:00.001509 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2566089b-e48d-4d4f-985e-2853e70c02d3" -d '{"events": [{"server_uuid": "105ed1c6-b060-4f0e-b438-55a6ae3c47b9", "name": "network-vif-deleted", "tag": "da08cd12-0090-46a4-b813-f0a9315cff06"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:38:00.070970 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 18e941f2-0461-4568-b905-7840e5d395b3 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:38:00.092470 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2877423c-d49a-4229-b0b1-af23d3feb865 x-openstack-request-id: req-2877423c-d49a-4229-b0b1-af23d3feb865 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:38:00.092787 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105ed1c6-b060-4f0e-b438-55a6ae3c47b9", "name": "network-vif-deleted", "tag": "da08cd12-0090-46a4-b813-f0a9315cff06", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:38:00.093002 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2877423c-d49a-4229-b0b1-af23d3feb865 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:38:00.094617 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105ed1c6-b060-4f0e-b438-55a6ae3c47b9', 'name': 'network-vif-deleted', 'tag': 'da08cd12-0090-46a4-b813-f0a9315cff06', 'status': 'completed', 'code': 200} Jul 19 17:38:00.185564 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port 18e941f2-0461-4568-b905-7840e5d395b3 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:38:00.193261 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dbd29276-8572-4146-9ed3-649524ea9568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567340'] for router, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:00.224779 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-60dd29aa-de0d-4531-aed6-26dd716aab38 None None] Set router c9b82133-ed92-436d-873d-9abcda55d88e gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:38:00.392062 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd29276-8572-4146-9ed3-649524ea9568 admin admin] Router 1c2a43bc-f735-447a-8d12-d25c87af7b0c is scheduled to L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 with binding_index 1 {{(pid=93384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:38:00.540138 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-60dd29aa-de0d-4531-aed6-26dd716aab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'name': 'tempest-AttachVolumeTestJSON-1312934689-router', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:44Z', 'revision_number': 4, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'gw_port': {'id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:37Z', 'updated_at': '2021-07-19T17:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '1f1365d5-b13d-4c0c-9672-6caf4f6a4de4', 'name': '', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'mac_address': 'fa:16:3e:00:c1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:42Z', 'updated_at': '2021-07-19T17:32:58Z', 'revision_number': 5, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'subnets': [{'id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:00.548751 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd29276-8572-4146-9ed3-649524ea9568 admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:38:00.558622 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] Sync routers for ids ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'] in dv-cinder-800695-4-iscsi {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:38:00.572670 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dbd29276-8572-4146-9ed3-649524ea9568 admin admin] Notify callbacks [] for router, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:00.577239 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42730) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:00.578434 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-dbd29276-8572-4146-9ed3-649524ea9568 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1894789 Jul 19 17:38:00.579386 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] Routers {'1c2a43bc-f735-447a-8d12-d25c87af7b0c'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:38:00.580523 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd29aa-de0d-4531-aed6-26dd716aab38 None None] Checking router: c9b82133-ed92-436d-873d-9abcda55d88e for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:38:00.581200 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:37:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:00.606197 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd29aa-de0d-4531-aed6-26dd716aab38 None None] Routers {'c9b82133-ed92-436d-873d-9abcda55d88e'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:38:00.607100 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-60dd29aa-de0d-4531-aed6-26dd716aab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:37:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['c9b82133-ed92-436d-873d-9abcda55d88e'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:00.709544 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aa0bff-266e-46b3-b0f7-264c572bba45 None None] Network 32686385-9f8a-48d8-ae63-fc5b5a190c98 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:38:00.736471 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-36c118ff-8ffb-427a-ad4e-a8a785b7a9eb req-5e2e53a9-1002-4e8c-a890-33ee304d4042 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=105ed1c6-b060-4f0e-b438-55a6ae3c47b9 HTTP/1.1" status: 200 len: 210 time: 0.0496178 Jul 19 17:38:00.753129 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] Set router 1c2a43bc-f735-447a-8d12-d25c87af7b0c gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:38:00.830728 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f7ea864f-b683-4336-b6cf-6d933daea067 None None] Provisioning for port 18e941f2-0461-4568-b905-7840e5d395b3 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:38:00.840769 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-60dd29aa-de0d-4531-aed6-26dd716aab38 None None] Set router c9b82133-ed92-436d-873d-9abcda55d88e gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:38:00.844798 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f7ea864f-b683-4336-b6cf-6d933daea067 None None] Provisioning complete for port 18e941f2-0461-4568-b905-7840e5d395b3 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:00.845177 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f7ea864f-b683-4336-b6cf-6d933daea067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:00.940547 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:37:59Z', 'revision_number': 3, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:00.974807 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] Checking router: 1c2a43bc-f735-447a-8d12-d25c87af7b0c for host: dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:38:00.975051 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] Updating router 1c2a43bc-f735-447a-8d12-d25c87af7b0c port 932569d6-d2f6-4fe2-b242-4b6d71e0cfce binding host dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:38:01.013100 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:01.089781 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d60bd9f2-8494-49e3-aa8a-54521615a1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:01.157677 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f7ea864f-b683-4336-b6cf-6d933daea067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:01.237968 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f7ea864f-b683-4336-b6cf-6d933daea067 None None] For port 18e941f2-0461-4568-b905-7840e5d395b3, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=18e941f2-0461-4568-b905-7840e5d395b3,segment=NetworkSegment(99c6287f-76fe-493e-8889-05eb89f545c6),segment_id=99c6287f-76fe-493e-8889-05eb89f545c6)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:38:01.245964 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f7ea864f-b683-4336-b6cf-6d933daea067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:01.257252 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-d60bd9f2-8494-49e3-aa8a-54521615a1fc admin admin] Allocated IP 172.20.0.1 (32686385-9f8a-48d8-ae63-fc5b5a190c98/e2f7774a-4edc-4422-a603-06fff220f9d8/a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:38:01.283860 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] Notify callbacks [] for port, precommit_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:01.292447 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-60dd29aa-de0d-4531-aed6-26dd716aab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'name': 'tempest-AttachVolumeTestJSON-1312934689-router', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:44Z', 'revision_number': 4, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'gw_port': {'id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:37Z', 'updated_at': '2021-07-19T17:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '1f1365d5-b13d-4c0c-9672-6caf4f6a4de4', 'name': '', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'mac_address': 'fa:16:3e:00:c1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:42Z', 'updated_at': '2021-07-19T17:32:58Z', 'revision_number': 5, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'subnets': [{'id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:01.298133 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.provisioning_blocks [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] Transition to ACTIVE for port object 932569d6-d2f6-4fe2-b242-4b6d71e0cfce will not be triggered until provisioned by entity L2. {{(pid=93386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:38:01.307290 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:01.366973 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60ee82-51cf-4faf-a904-952eedd6f8fe None None] Pushing event updated for resources: {'Port': ['ID=932569d6-d2f6-4fe2-b242-4b6d71e0cfce,revision_number=2']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:01.390280 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d60bd9f2-8494-49e3-aa8a-54521615a1fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:01.398287 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60ee82-51cf-4faf-a904-952eedd6f8fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:01.398694 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60ee82-51cf-4faf-a904-952eedd6f8fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:01.399042 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60ee82-51cf-4faf-a904-952eedd6f8fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:01.399377 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60ee82-51cf-4faf-a904-952eedd6f8fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:01.399706 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60ee82-51cf-4faf-a904-952eedd6f8fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:01.400034 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60ee82-51cf-4faf-a904-952eedd6f8fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:01.400390 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60ee82-51cf-4faf-a904-952eedd6f8fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:01.400719 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60ee82-51cf-4faf-a904-952eedd6f8fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:01.401043 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60ee82-51cf-4faf-a904-952eedd6f8fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:01.401365 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60ee82-51cf-4faf-a904-952eedd6f8fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:01.401727 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60ee82-51cf-4faf-a904-952eedd6f8fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:01.402201 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60ee82-51cf-4faf-a904-952eedd6f8fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:01.412548 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] Attempting to bind port 932569d6-d2f6-4fe2-b242-4b6d71e0cfce on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:38:01.412924 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] Attempting to bind port 932569d6-d2f6-4fe2-b242-4b6d71e0cfce by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:38:01.413292 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] Attempting to bind port 932569d6-d2f6-4fe2-b242-4b6d71e0cfce on network 3fed661f-002c-47fa-82e8-e8fe637e9a0e {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:38:01.414766 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [None req-d60bd9f2-8494-49e3-aa8a-54521615a1fc admin admin] Transition to ACTIVE for port object a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac will not be triggered until provisioned by entity DHCP. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:38:01.420852 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:38:01.421273 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] Checking segment: {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:38:01.422159 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:01.422555 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] Bound using segment: {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:38:01.423240 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] Bound port: 932569d6-d2f6-4fe2-b242-4b6d71e0cfce, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:38:01.423471 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:01.456393 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d60bd9f2-8494-49e3-aa8a-54521615a1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:01.473799 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd29aa-de0d-4531-aed6-26dd716aab38 None None] The sync data for ids ['c9b82133-ed92-436d-873d-9abcda55d88e'] in dv-cinder-800695-4-iscsi is: [{'id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'name': 'tempest-AttachVolumeTestJSON-1312934689-router', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:44Z', 'revision_number': 4, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'gw_port': {'id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:37Z', 'updated_at': '2021-07-19T17:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '1f1365d5-b13d-4c0c-9672-6caf4f6a4de4', 'name': '', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'mac_address': 'fa:16:3e:00:c1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:42Z', 'updated_at': '2021-07-19T17:32:58Z', 'revision_number': 5, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'subnets': [{'id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:38:01.482815 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] For port 932569d6-d2f6-4fe2-b242-4b6d71e0cfce, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:38:01.487028 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea864f-b683-4336-b6cf-6d933daea067 None None] Pushing event updated for resources: {'Port': ['ID=18e941f2-0461-4568-b905-7840e5d395b3,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:01.487852 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] For port 932569d6-d2f6-4fe2-b242-4b6d71e0cfce, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=932569d6-d2f6-4fe2-b242-4b6d71e0cfce,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:38:01.494150 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:01.499169 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-184fa0e0-cbe7-4dc0-b24e-5cec82235a1c None None] Provisioning complete for port 18e941f2-0461-4568-b905-7840e5d395b3 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:01.499547 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-184fa0e0-cbe7-4dc0-b24e-5cec82235a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:01.504884 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60bd9f2-8494-49e3-aa8a-54521615a1fc admin admin] Network 32686385-9f8a-48d8-ae63-fc5b5a190c98 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:38:01.510127 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-d60bd9f2-8494-49e3-aa8a-54521615a1fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:38:01.513924 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60bd9f2-8494-49e3-aa8a-54521615a1fc admin admin] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:38:01.544205 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bd9f2-8494-49e3-aa8a-54521615a1fc admin admin] Pushing event updated for resources: {'Port': ['ID=a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:01.563807 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d60bd9f2-8494-49e3-aa8a-54521615a1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567539'] for router_interface, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:01.567400 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60ee82-51cf-4faf-a904-952eedd6f8fe None None] Pushing event updated for resources: {'Port': ['ID=932569d6-d2f6-4fe2-b242-4b6d71e0cfce,revision_number=3']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:01.599614 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] Routers {'1c2a43bc-f735-447a-8d12-d25c87af7b0c'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:38:01.600500 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:37:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:01.742046 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] Set router 1c2a43bc-f735-447a-8d12-d25c87af7b0c gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:38:01.810438 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d60bd9f2-8494-49e3-aa8a-54521615a1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:01.854067 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42748) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:01.871227 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-ecf01d79-90e6-4f34-ba96-5e247061f971 None None] Provisioning for port a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:38:01.882500 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-ecf01d79-90e6-4f34-ba96-5e247061f971 None None] Provisioning complete for port a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:01.882883 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ecf01d79-90e6-4f34-ba96-5e247061f971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:01.961701 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4d1147eb-e3f6-413a-b6f6-1e782071f7f6 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:01.964241 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device da08cd12-0090-46a4-b813-f0a9315cff06 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:38:01.999683 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:37:59Z', 'revision_number': 3, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:02.020598 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4d1147eb-e3f6-413a-b6f6-1e782071f7f6 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:02.036183 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42750) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:02.054269 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 18e941f2-0461-4568-b905-7840e5d395b3 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:38:02.056601 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] No Port match for: da08cd12-0090-46a4-b813-f0a9315cff06 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:38:02.057874 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device da08cd12-0090-46a4-b813-f0a9315cff06 not bound to the agent host hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:38:02.060973 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb1b7ec-23b9-42cc-9b42-883deb508b62 None None] New status for floating IP f9632aa5-a4d6-4b8e-b49d-eb76fd2a7d92: DOWN {{(pid=93385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:38:02.091504 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d60bd9f2-8494-49e3-aa8a-54521615a1fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:02.095394 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4d1147eb-e3f6-413a-b6f6-1e782071f7f6 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:02.098483 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4d1147eb-e3f6-413a-b6f6-1e782071f7f6 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:02.100910 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-4d1147eb-e3f6-413a-b6f6-1e782071f7f6 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "DELETE /v2.0/security-groups/b84912f1-a5bd-468a-869a-0d1685790994 HTTP/1.1" status: 204 len: 168 time: 0.2442234 Jul 19 17:38:02.101065 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d60bd9f2-8494-49e3-aa8a-54521615a1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4638951'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:02.103853 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42754) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:02.123007 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece2ee7e-339e-4b51-b1df-c4bd1cbf328f None None] The sync data for ids ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'] in dv-cinder-800695-4-iscsi is: [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:37:59Z', 'revision_number': 3, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:38:02.123564 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1147eb-e3f6-413a-b6f6-1e782071f7f6 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84912f1-a5bd-468a-869a-0d1685790994,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:02.134312 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.api.v2.resource [None req-3701bb05-e939-4035-85d9-ed6870a9e86d tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] show failed (client error): The resource could not be found. Jul 19 17:38:02.136051 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-3701bb05-e939-4035-85d9-ed6870a9e86d tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups/b84912f1-a5bd-468a-869a-0d1685790994 HTTP/1.1" status: 404 len: 347 time: 0.0307298 Jul 19 17:38:02.138776 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42756) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:02.195336 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d60bd9f2-8494-49e3-aa8a-54521615a1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631907'] for router_interface, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:02.201213 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bd9f2-8494-49e3-aa8a-54521615a1fc admin admin] Pushing event updated for resources: {'Port': ['ID=a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:02.218763 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-ecf01d79-90e6-4f34-ba96-5e247061f971 None None] Port a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:38:02.294835 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-23fb41fb-dda9-4f1e-a53e-a83851d949d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:02.310387 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 18e941f2-0461-4568-b905-7840e5d395b3 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:02.310875 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:02.353732 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-16e0dbf2-0288-4ae2-865f-8fd077207062 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Deleting port 89e3bc1f-1e9d-47fb-808e-23817adff564 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:38:02.354229 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-16e0dbf2-0288-4ae2-865f-8fd077207062 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:02.372534 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60bd9f2-8494-49e3-aa8a-54521615a1fc admin admin] Network 32686385-9f8a-48d8-ae63-fc5b5a190c98 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:38:02.381012 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-d60bd9f2-8494-49e3-aa8a-54521615a1fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:38:02.441986 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-16e0dbf2-0288-4ae2-865f-8fd077207062 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:02.442345 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-16e0dbf2-0288-4ae2-865f-8fd077207062 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:02.471575 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-16e0dbf2-0288-4ae2-865f-8fd077207062 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Calling delete_port for 89e3bc1f-1e9d-47fb-808e-23817adff564 owned by network:floatingip {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:38:02.554740 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60bd9f2-8494-49e3-aa8a-54521615a1fc admin admin] Router 1c2a43bc-f735-447a-8d12-d25c87af7b0c has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:38:02.646829 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-23fb41fb-dda9-4f1e-a53e-a83851d949d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:02.659030 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-23fb41fb-dda9-4f1e-a53e-a83851d949d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:02.724128 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-23fb41fb-dda9-4f1e-a53e-a83851d949d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a3c7e65b94741f9a9f05650c142b777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6837037 Jul 19 17:38:02.724576 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42766) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:02.735840 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60bd9f2-8494-49e3-aa8a-54521615a1fc admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:38:02.744194 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb41fb-dda9-4f1e-a53e-a83851d949d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42db75b3-fcac-4405-9eb4-7081cf8bd2f7,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:02.756223 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-d60bd9f2-8494-49e3-aa8a-54521615a1fc admin admin] 10.222.0.32 "PUT /v2.0/routers/1c2a43bc-f735-447a-8d12-d25c87af7b0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1682701 Jul 19 17:38:02.799655 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-16e0dbf2-0288-4ae2-865f-8fd077207062 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:02.805228 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-fc7b78d2-bf32-4524-aaa7-5835581e3a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:02.846281 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-9b8cf9b4-d862-48e6-aeff-2714afa394b5 None None] Provisioning complete for port a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:02.846486 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0dbf2-0288-4ae2-865f-8fd077207062 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Pushing event deleted for resources: {'Port': ['ID=89e3bc1f-1e9d-47fb-808e-23817adff564,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:02.846734 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-9b8cf9b4-d862-48e6-aeff-2714afa394b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:02.854382 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-fc7b78d2-bf32-4524-aaa7-5835581e3a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:02.909415 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-9b8cf9b4-d862-48e6-aeff-2714afa394b5 None None] Port a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:38:02.967670 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-16e0dbf2-0288-4ae2-865f-8fd077207062 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for floatingip, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:02.970619 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-fc7b78d2-bf32-4524-aaa7-5835581e3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:02.971912 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-16e0dbf2-0288-4ae2-865f-8fd077207062 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for floatingip, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:02.974506 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-fc7b78d2-bf32-4524-aaa7-5835581e3a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:02.975987 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-fc7b78d2-bf32-4524-aaa7-5835581e3a97 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42db75b3-fcac-4405-9eb4-7081cf8bd2f7 HTTP/1.1" status: 204 len: 168 time: 0.2505903 Jul 19 17:38:02.977571 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-16e0dbf2-0288-4ae2-865f-8fd077207062 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "DELETE /v2.0/floatingips/f9632aa5-a4d6-4b8e-b49d-eb76fd2a7d92 HTTP/1.1" status: 204 len: 168 time: 0.8353641 Jul 19 17:38:02.989306 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b78d2-bf32-4524-aaa7-5835581e3a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42db75b3-fcac-4405-9eb4-7081cf8bd2f7,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:03.179822 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42784) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:03.185137 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-db836bf1-fca5-47b6-a74d-c09db846d13d tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1051396006', 'description': 'tempest-description--1428856612'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:03.225342 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-db836bf1-fca5-47b6-a74d-c09db846d13d tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.355455 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-db836bf1-fca5-47b6-a74d-c09db846d13d tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.361442 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-db836bf1-fca5-47b6-a74d-c09db846d13d tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.388643 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-db836bf1-fca5-47b6-a74d-c09db846d13d tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.392518 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-db836bf1-fca5-47b6-a74d-c09db846d13d tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2091494 Jul 19 17:38:03.393821 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42790) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:03.400701 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-1b8e146f-d49f-4644-a8d3-7e3d1bc16cb5 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Request body: {'security_group_rule': {'security_group_id': 'c1629ec4-3fe1-4ba3-90cc-b42273e2482a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:03.411092 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42792) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:03.427543 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db836bf1-fca5-47b6-a74d-c09db846d13d tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1629ec4-3fe1-4ba3-90cc-b42273e2482a,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:03.430551 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e4acbfa8-f288-4466-b63f-a5b9dc66b9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.450089 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1b8e146f-d49f-4644-a8d3-7e3d1bc16cb5 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.505497 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1b8e146f-d49f-4644-a8d3-7e3d1bc16cb5 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.509279 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1b8e146f-d49f-4644-a8d3-7e3d1bc16cb5 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.529533 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e146f-d49f-4644-a8d3-7e3d1bc16cb5 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9118ffd5-5b16-419e-8d6f-5b47eb7c39aa,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:03.538590 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e4acbfa8-f288-4466-b63f-a5b9dc66b9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.543311 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e4acbfa8-f288-4466-b63f-a5b9dc66b9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.549223 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1b8e146f-d49f-4644-a8d3-7e3d1bc16cb5 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.550787 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-1b8e146f-d49f-4644-a8d3-7e3d1bc16cb5 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1561882 Jul 19 17:38:03.553405 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42796) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:03.559647 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-b2f00766-fa6d-45f0-b1de-b22c0f21acde tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Request body: {'security_group_rule': {'security_group_id': 'c1629ec4-3fe1-4ba3-90cc-b42273e2482a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:03.583884 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-e4acbfa8-f288-4466-b63f-a5b9dc66b9d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5c5840f89274e1d8685e879b9ae88aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1709900 Jul 19 17:38:03.586111 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acbfa8-f288-4466-b63f-a5b9dc66b9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d476b534-23e2-4353-bb94-db89690f5f70,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:03.587415 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42798) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:03.625049 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b2f00766-fa6d-45f0-b1de-b22c0f21acde tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.652884 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42802) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:03.658870 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-fc277a65-f07d-4f4e-be14-4894f9abeb58 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-683328307-network', 'tenant_id': '4fd2d65c1f6b427cb20549e01781713c'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:03.682363 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc277a65-f07d-4f4e-be14-4894f9abeb58 admin admin] Made reservation on behalf of 4fd2d65c1f6b427cb20549e01781713c for: {'network': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:38:03.685559 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fc277a65-f07d-4f4e-be14-4894f9abeb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for network, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.689870 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c445190d-70b7-45f8-b689-5be3e71d8579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.694974 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fc277a65-f07d-4f4e-be14-4894f9abeb58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.726138 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c445190d-70b7-45f8-b689-5be3e71d8579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.741112 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b2f00766-fa6d-45f0-b1de-b22c0f21acde tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.751084 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b2f00766-fa6d-45f0-b1de-b22c0f21acde tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.782895 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f00766-fa6d-45f0-b1de-b22c0f21acde tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92848903-f3a8-4162-9c78-807f083f21cb,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:03.795611 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fc277a65-f07d-4f4e-be14-4894f9abeb58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.800123 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fc277a65-f07d-4f4e-be14-4894f9abeb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.804118 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b2f00766-fa6d-45f0-b1de-b22c0f21acde tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.805426 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-b2f00766-fa6d-45f0-b1de-b22c0f21acde tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2499104 Jul 19 17:38:03.809624 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42804) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:03.818569 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-2d3a448c-142c-412a-b709-d61d0c00f667 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Request body: {'floatingip': {'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:03.825738 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c445190d-70b7-45f8-b689-5be3e71d8579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.829082 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c445190d-70b7-45f8-b689-5be3e71d8579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.830215 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-c445190d-70b7-45f8-b689-5be3e71d8579 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d476b534-23e2-4353-bb94-db89690f5f70 HTTP/1.1" status: 204 len: 168 time: 0.2418561 Jul 19 17:38:03.843874 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc277a65-f07d-4f4e-be14-4894f9abeb58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:38:03.846798 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445190d-70b7-45f8-b689-5be3e71d8579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d476b534-23e2-4353-bb94-db89690f5f70,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:03.851285 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc277a65-f07d-4f4e-be14-4894f9abeb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb65673-ca20-442c-a0d5-a5e7ab0ee3c1,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:03.859392 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fc277a65-f07d-4f4e-be14-4894f9abeb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.859814 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.segments_db [None req-fc277a65-f07d-4f4e-be14-4894f9abeb58 admin admin] Added segment 11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9 of type vlan for network 22aab489-6834-461c-b8b6-024f20e1193b Jul 19 17:38:03.864664 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2d3a448c-142c-412a-b709-d61d0c00f667 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for floatingip, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.915281 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fc277a65-f07d-4f4e-be14-4894f9abeb58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742494121966'] for network, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.959387 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fc277a65-f07d-4f4e-be14-4894f9abeb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for network, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:03.960485 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc277a65-f07d-4f4e-be14-4894f9abeb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:03.961222 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fc277a65-f07d-4f4e-be14-4894f9abeb58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:04.011309 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2d3a448c-142c-412a-b709-d61d0c00f667 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:04.016969 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-fc277a65-f07d-4f4e-be14-4894f9abeb58 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3628445 Jul 19 17:38:04.023032 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42810) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:04.031517 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-74b65861-3df2-45ad-8945-f11c2b3cd979 admin admin] Request body: {'subnet': {'network_id': '22aab489-6834-461c-b8b6-024f20e1193b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-683328307-subnet', 'tenant_id': '4fd2d65c1f6b427cb20549e01781713c', 'ip_version': 4}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:04.049882 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc277a65-f07d-4f4e-be14-4894f9abeb58 admin admin] Pushing event updated for resources: {'Network': ['ID=22aab489-6834-461c-b8b6-024f20e1193b,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:04.062522 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Network 22aab489-6834-461c-b8b6-024f20e1193b details requested by agent ovs-agent-dv-cinder-800695-4-iscsi with host dv-cinder-800695-4-iscsi {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:38:04.116592 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 932569d6-d2f6-4fe2-b242-4b6d71e0cfce up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:38:04.122034 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b65861-3df2-45ad-8945-f11c2b3cd979 admin admin] Made reservation on behalf of 4fd2d65c1f6b427cb20549e01781713c for: {'subnet': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:38:04.122242 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-74b65861-3df2-45ad-8945-f11c2b3cd979 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5508024'] for subnet, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:04.226042 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port 932569d6-d2f6-4fe2-b242-4b6d71e0cfce completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:38:04.231642 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 932569d6-d2f6-4fe2-b242-4b6d71e0cfce triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:04.232399 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:04.242841 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-2d3a448c-142c-412a-b709-d61d0c00f667 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Allocated IP 172.27.0.118 (3fed661f-002c-47fa-82e8-e8fe637e9a0e/a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30/38807e74-e392-4e08-821b-be6307b3fd97) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:38:04.354850 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42818) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:04.368854 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3c67c47f-a933-4d4f-8422-efb7e3b84302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:04.372530 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:04.383318 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] Sync routers for ids ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'] in dv-cinder-800695-4-iscsi {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:38:04.393646 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] Routers {'1c2a43bc-f735-447a-8d12-d25c87af7b0c'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:38:04.394277 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:37:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:04.401211 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port 932569d6-d2f6-4fe2-b242-4b6d71e0cfce, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=932569d6-d2f6-4fe2-b242-4b6d71e0cfce,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:38:04.407173 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:04.487906 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=932569d6-d2f6-4fe2-b242-4b6d71e0cfce,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:04.524998 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] Set router 1c2a43bc-f735-447a-8d12-d25c87af7b0c gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:38:04.525852 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3c67c47f-a933-4d4f-8422-efb7e3b84302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:04.531352 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3c67c47f-a933-4d4f-8422-efb7e3b84302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:04.557143 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2d3a448c-142c-412a-b709-d61d0c00f667 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:04.576706 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-3c67c47f-a933-4d4f-8422-efb7e3b84302 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd10ed0aed7c4b9983a729ed5d884032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204754 Jul 19 17:38:04.577856 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67c47f-a933-4d4f-8422-efb7e3b84302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff8f706-ee74-4ae8-b825-fe026840791b,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:04.580255 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42820) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:04.592688 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01b462-2abc-4a19-bac1-e8fe1cae47d7 req-f04f3645-a554-45bb-b557-57058a03d8a3 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:04.594831 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1e01b462-2abc-4a19-bac1-e8fe1cae47d7 req-f04f3645-a554-45bb-b557-57058a03d8a3 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 947 time: 0.2458999 Jul 19 17:38:04.601693 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-74b65861-3df2-45ad-8945-f11c2b3cd979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4638826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5508046'] for subnet, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:04.640684 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2c75696a-0381-4223-a39d-8858173a7d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:04.663967 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2c75696a-0381-4223-a39d-8858173a7d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:04.703133 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b65861-3df2-45ad-8945-f11c2b3cd979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aeac84e-a0d4-4d25-b966-7a92d44d1831,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:04.716682 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1e01b462-2abc-4a19-bac1-e8fe1cae47d7 req-78fc74ab-525a-46d0-afaa-31ac6f7c339b tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106007 Jul 19 17:38:04.721483 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2d3a448c-142c-412a-b709-d61d0c00f667 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:04.722604 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2c75696a-0381-4223-a39d-8858173a7d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:04.726561 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2c75696a-0381-4223-a39d-8858173a7d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:04.729263 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-2c75696a-0381-4223-a39d-8858173a7d48 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ff8f706-ee74-4ae8-b825-fe026840791b HTTP/1.1" status: 204 len: 168 time: 0.1468351 Jul 19 17:38:04.746478 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75696a-0381-4223-a39d-8858173a7d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff8f706-ee74-4ae8-b825-fe026840791b,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:04.746994 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b65861-3df2-45ad-8945-f11c2b3cd979 admin admin] Checking segment: {'id': '11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '22aab489-6834-461c-b8b6-024f20e1193b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:38:04.746994 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b65861-3df2-45ad-8945-f11c2b3cd979 admin admin] Network hostable DHCP agents. Network: 22aab489-6834-461c-b8b6-024f20e1193b, hostable agents: ['478a2c00-6d69-428b-b8a1-4625481a8144'], hosted agents: [] {{(pid=93383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:38:04.758514 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 4, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': 'a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac', 'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'mac_address': 'fa:16:3e:76:78:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:01Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 2, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'subnets': [{'id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:04.781226 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3a448c-142c-412a-b709-d61d0c00f667 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Network 3fed661f-002c-47fa-82e8-e8fe637e9a0e is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:38:04.790171 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-2d3a448c-142c-412a-b709-d61d0c00f667 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:38:04.794984 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] Checking router: 1c2a43bc-f735-447a-8d12-d25c87af7b0c for host: dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:38:04.795348 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] Updating router 1c2a43bc-f735-447a-8d12-d25c87af7b0c port a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac binding host dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:38:04.797300 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3a448c-142c-412a-b709-d61d0c00f667 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:38:04.821063 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a448c-142c-412a-b709-d61d0c00f667 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Pushing event updated for resources: {'Port': ['ID=38807e74-e392-4e08-821b-be6307b3fd97,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:04.824971 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b65861-3df2-45ad-8945-f11c2b3cd979 admin admin] Network 22aab489-6834-461c-b8b6-024f20e1193b is scheduled to be hosted by DHCP agent 478a2c00-6d69-428b-b8a1-4625481a8144 with binding_index 1 {{(pid=93383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:38:04.839265 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:04.844423 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-74b65861-3df2-45ad-8945-f11c2b3cd979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-4-iscsi, 22aab489-6834-461c-b8b6-024f20e1193b) {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:38:04.854436 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b65861-3df2-45ad-8945-f11c2b3cd979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:04.854606 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-74b65861-3df2-45ad-8945-f11c2b3cd979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:04.857582 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b8faa2-e2dc-4e7f-a995-e56417679b1c None None] Network 22aab489-6834-461c-b8b6-024f20e1193b requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:38:04.893235 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-74b65861-3df2-45ad-8945-f11c2b3cd979 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8689146 Jul 19 17:38:04.895929 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42824) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:04.901193 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-9c043147-0163-4a68-b282-ead222893f05 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-683328307-router', 'tenant_id': '4fd2d65c1f6b427cb20549e01781713c', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:04.919884 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2d3a448c-142c-412a-b709-d61d0c00f667 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:04.933872 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9c043147-0163-4a68-b282-ead222893f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58360'] for router, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:04.935012 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9c043147-0163-4a68-b282-ead222893f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-570327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58359'] for router, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:04.989039 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2d3a448c-142c-412a-b709-d61d0c00f667 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:05.049123 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9c043147-0163-4a68-b282-ead222893f05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:05.111851 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9aa9a872-d264-56b7-9ea2-70fb10be1434-22aab489-6834-461c-b8b6-024f20e1193b', 'network_id': '22aab489-6834-461c-b8b6-024f20e1193b', 'tenant_id': '4fd2d65c1f6b427cb20549e01781713c', 'fixed_ips': [{'subnet_id': '7aeac84e-a0d4-4d25-b966-7a92d44d1831'}]}} from dv-cinder-800695-4-iscsi. {{(pid=93385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:38:05.112750 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:05.165980 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] Notify callbacks [] for port, precommit_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:05.184727 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2d3a448c-142c-412a-b709-d61d0c00f667 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:05.187889 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.provisioning_blocks [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] Transition to ACTIVE for port object a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac will not be triggered until provisioned by entity L2. {{(pid=93386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:38:05.191545 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2d3a448c-142c-412a-b709-d61d0c00f667 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4638951'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:05.195907 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:05.238698 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9c043147-0163-4a68-b282-ead222893f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58309'] for router, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:05.283080 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa086d5-b5cb-473e-9cbe-67e94820bab8 None None] Pushing event updated for resources: {'Port': ['ID=a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac,revision_number=3']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:05.299770 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a448c-142c-412a-b709-d61d0c00f667 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Pushing event updated for resources: {'Port': ['ID=38807e74-e392-4e08-821b-be6307b3fd97,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:05.322962 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2d3a448c-142c-412a-b709-d61d0c00f667 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567430'] for floatingip, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:05.342821 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2d3a448c-142c-412a-b709-d61d0c00f667 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for floatingip, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:05.348184 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-2d3a448c-142c-412a-b709-d61d0c00f667 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5329328 Jul 19 17:38:05.376840 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] Attempting to bind port a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:38:05.381159 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.db_base_plugin_common [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] Allocated IP 172.20.0.2 (22aab489-6834-461c-b8b6-024f20e1193b/7aeac84e-a0d4-4d25-b966-7a92d44d1831/fcbb8cce-edf3-416d-a709-6c17df5b9946) {{(pid=93385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:38:05.382179 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] Attempting to bind port a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '99c6287f-76fe-493e-8889-05eb89f545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98'}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:38:05.385872 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] Attempting to bind port a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac on network 32686385-9f8a-48d8-ae63-fc5b5a190c98 {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:38:05.397393 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:38:05.398717 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] Checking segment: {'id': '99c6287f-76fe-493e-8889-05eb89f545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:38:05.400987 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:05.401997 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] Bound using segment: {'id': '99c6287f-76fe-493e-8889-05eb89f545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98'} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:38:05.404194 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] Bound port: a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c6287f-76fe-493e-8889-05eb89f545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98'}}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:38:05.404856 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:05.541208 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] For port a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:38:05.547888 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] For port a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac,segment=NetworkSegment(99c6287f-76fe-493e-8889-05eb89f545c6),segment_id=99c6287f-76fe-493e-8889-05eb89f545c6)] {{(pid=93386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:38:05.560759 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:05.652003 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] Routers {'1c2a43bc-f735-447a-8d12-d25c87af7b0c'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:38:05.653384 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:37:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:05.671225 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] Notify callbacks [] for port, precommit_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:05.685950 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] Transition to ACTIVE for port object fcbb8cce-edf3-416d-a709-6c17df5b9946 will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:38:05.707865 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] Transition to ACTIVE for port object fcbb8cce-edf3-416d-a709-6c17df5b9946 will not be triggered until provisioned by entity DHCP. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:38:05.715437 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-e3600df4-45ae-403e-bb62-f411b2d36b6c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1051396006&fields=id&tenant_id=264664ead74849f4a933f763f9adf1ae HTTP/1.1" status: 200 len: 267 time: 0.0847206 Jul 19 17:38:05.718776 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137'] for port, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:05.829430 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9c043147-0163-4a68-b282-ead222893f05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:05.842861 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] Network 22aab489-6834-461c-b8b6-024f20e1193b is already hosted by enough agents. {{(pid=93385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:38:05.850792 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] Set router 1c2a43bc-f735-447a-8d12-d25c87af7b0c gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:38:05.853604 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.scheduler.base_scheduler [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] Resources bound (agent type, host, resource id): {{(pid=93385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:38:05.860681 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] Received port after_create {{(pid=93385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:38:05.870929 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] Pushing event updated for resources: {'Port': ['ID=fcbb8cce-edf3-416d-a709-6c17df5b9946,revision_number=1']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:05.872145 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9c043147-0163-4a68-b282-ead222893f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:05.947983 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-63531592-9b1b-48b3-a9a1-7ab7486d67f9 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:05.949610 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-63531592-9b1b-48b3-a9a1-7ab7486d67f9 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/networks?id=2b2a9a44-8a11-41b7-b0f8-85238b0362d1 HTTP/1.1" status: 200 len: 811 time: 0.2232811 Jul 19 17:38:05.991304 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] Attempting to bind port fcbb8cce-edf3-416d-a709-6c17df5b9946 on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:38:05.992314 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] Attempting to bind port fcbb8cce-edf3-416d-a709-6c17df5b9946 by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '22aab489-6834-461c-b8b6-024f20e1193b'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:38:05.992936 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] Attempting to bind port fcbb8cce-edf3-416d-a709-6c17df5b9946 on network 22aab489-6834-461c-b8b6-024f20e1193b {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:38:05.996638 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa086d5-b5cb-473e-9cbe-67e94820bab8 None None] Pushing event updated for resources: {'Port': ['ID=a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac,revision_number=4']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:06.021414 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:38:06.022764 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] Checking segment: {'id': '11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '22aab489-6834-461c-b8b6-024f20e1193b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:38:06.023840 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:06.025499 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] Bound using segment: {'id': '11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '22aab489-6834-461c-b8b6-024f20e1193b'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:38:06.027699 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] Bound port: fcbb8cce-edf3-416d-a709-6c17df5b9946, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '22aab489-6834-461c-b8b6-024f20e1193b'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:38:06.031032 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:06.053240 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 932569d6-d2f6-4fe2-b242-4b6d71e0cfce up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:38:06.092367 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-9c043147-0163-4a68-b282-ead222893f05 admin admin] Allocated IP 172.27.0.152 (3fed661f-002c-47fa-82e8-e8fe637e9a0e/a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30/28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:38:06.128523 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-9f77fefd-58f8-4ebe-8fbd-638e8b832e02 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/quotas/264664ead74849f4a933f763f9adf1ae HTTP/1.1" status: 200 len: 375 time: 0.0904300 Jul 19 17:38:06.177798 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 932569d6-d2f6-4fe2-b242-4b6d71e0cfce triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:06.178338 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:06.215882 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf070a-39f7-42c2-a28a-d4e84534687e req-2c69e26c-7a11-48fc-8146-2a0040dc1eb6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:06.217491 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d3bf070a-39f7-42c2-a28a-d4e84534687e req-2c69e26c-7a11-48fc-8146-2a0040dc1eb6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.59 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 947 time: 0.2658474 Jul 19 17:38:06.247698 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] For port fcbb8cce-edf3-416d-a709-6c17df5b9946, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:38:06.253682 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] For port fcbb8cce-edf3-416d-a709-6c17df5b9946, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=fcbb8cce-edf3-416d-a709-6c17df5b9946,segment=NetworkSegment(11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9),segment_id=11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:38:06.255269 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3fad6-6246-48ac-94eb-332ed2da2ab1 req-c29e400a-13b0-4e41-acf9-9e7e2787be2c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:06.255521 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9c043147-0163-4a68-b282-ead222893f05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:06.257068 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-13f3fad6-6246-48ac-94eb-332ed2da2ab1 req-c29e400a-13b0-4e41-acf9-9e7e2787be2c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 947 time: 0.3065228 Jul 19 17:38:06.272335 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 4, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': 'a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac', 'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'mac_address': 'fa:16:3e:76:78:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:01Z', 'updated_at': '2021-07-19T17:38:05Z', 'revision_number': 4, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'subnets': [{'id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:06.292505 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:06.313318 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-2919698d-7d97-4ec4-87b2-310df1cf83d2 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=264664ead74849f4a933f763f9adf1ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1757286 Jul 19 17:38:06.322386 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9c043147-0163-4a68-b282-ead222893f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:06.391162 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990f2765-6bf5-4cb1-8e0b-b21841dc548d None None] The sync data for ids ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'] in dv-cinder-800695-4-iscsi is: [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 4, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': 'a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac', 'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'mac_address': 'fa:16:3e:76:78:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:01Z', 'updated_at': '2021-07-19T17:38:05Z', 'revision_number': 4, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'subnets': [{'id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:38:06.413307 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c043147-0163-4a68-b282-ead222893f05 admin admin] Network 3fed661f-002c-47fa-82e8-e8fe637e9a0e is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:38:06.417752 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-9c043147-0163-4a68-b282-ead222893f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:38:06.424991 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c043147-0163-4a68-b282-ead222893f05 admin admin] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:38:06.475309 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb52dc-cc03-4d74-9f2d-00039c02ef97 None None] Pushing event updated for resources: {'Port': ['ID=fcbb8cce-edf3-416d-a709-6c17df5b9946,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:06.517951 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c043147-0163-4a68-b282-ead222893f05 admin admin] Pushing event updated for resources: {'Port': ['ID=28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:06.832704 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-13f3fad6-6246-48ac-94eb-332ed2da2ab1 req-21bffce5-e3e7-431b-ab3c-bb0e8fbd7c5e tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=971ed8b9-f29d-4ad6-b6a3-05426b79c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5525916 Jul 19 17:38:06.884327 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-d3bf070a-39f7-42c2-a28a-d4e84534687e req-5b07fec2-f931-4673-ad67-5d7dc7ebf9f5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Deleting port 93721a07-ae75-4b6a-b020-98ca9b17c8b2 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:38:06.884741 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-d3bf070a-39f7-42c2-a28a-d4e84534687e req-5b07fec2-f931-4673-ad67-5d7dc7ebf9f5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:06.914281 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9c043147-0163-4a68-b282-ead222893f05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:07.044118 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-d3bf070a-39f7-42c2-a28a-d4e84534687e req-5b07fec2-f931-4673-ad67-5d7dc7ebf9f5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] For port 93721a07-ae75-4b6a-b020-98ca9b17c8b2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=93721a07-ae75-4b6a-b020-98ca9b17c8b2,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:38:07.044793 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-d3bf070a-39f7-42c2-a28a-d4e84534687e req-5b07fec2-f931-4673-ad67-5d7dc7ebf9f5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:07.167750 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9c043147-0163-4a68-b282-ead222893f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567340'] for router, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:07.253193 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-1f36bbc2-d4e2-4df8-b19d-9062f8e1c42a service neutron] 10.222.0.32 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415612 Jul 19 17:38:07.333244 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c043147-0163-4a68-b282-ead222893f05 admin admin] Router 58486a23-8b04-4145-8b18-03d32e892e12 is scheduled to L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 with binding_index 1 {{(pid=93384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:38:07.410366 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-d3bf070a-39f7-42c2-a28a-d4e84534687e req-5b07fec2-f931-4673-ad67-5d7dc7ebf9f5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:07.410796 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-d3bf070a-39f7-42c2-a28a-d4e84534687e req-5b07fec2-f931-4673-ad67-5d7dc7ebf9f5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567430'] for floatingip, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:07.411164 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.db.l3_db [req-d3bf070a-39f7-42c2-a28a-d4e84534687e req-5b07fec2-f931-4673-ad67-5d7dc7ebf9f5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Floating IP 4f663a39-72ea-4c55-988c-6863db690433 disassociated. External IP: 172.27.0.164, port: 93721a07-ae75-4b6a-b020-98ca9b17c8b2. Jul 19 17:38:07.411534 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-d3bf070a-39f7-42c2-a28a-d4e84534687e req-5b07fec2-f931-4673-ad67-5d7dc7ebf9f5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Calling delete_port for 93721a07-ae75-4b6a-b020-98ca9b17c8b2 owned by compute:nova {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:38:07.428068 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-d46fcec8-0837-4fcd-a3ec-d8b1e4d05556 service neutron] 10.222.0.32 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403267 Jul 19 17:38:07.458798 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c043147-0163-4a68-b282-ead222893f05 admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:38:07.473549 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] Sync routers for ids ['58486a23-8b04-4145-8b18-03d32e892e12'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:38:07.481975 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9c043147-0163-4a68-b282-ead222893f05 admin admin] Notify callbacks [] for router, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:07.484765 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-9c043147-0163-4a68-b282-ead222893f05 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5863895 Jul 19 17:38:07.487065 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42878) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:07.489644 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] Routers {'58486a23-8b04-4145-8b18-03d32e892e12'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:38:07.490665 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:37:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['58486a23-8b04-4145-8b18-03d32e892e12'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:07.727389 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-d3bf070a-39f7-42c2-a28a-d4e84534687e req-5b07fec2-f931-4673-ad67-5d7dc7ebf9f5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:07.736629 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2f980b-db9e-4a93-baa5-e1625e635c18 None None] Network 22aab489-6834-461c-b8b6-024f20e1193b requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:38:07.744236 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] Set router 58486a23-8b04-4145-8b18-03d32e892e12 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:38:07.784436 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-db04b5e2-00fa-4aa1-a26b-01a429ec4fcd req-8a0e4a46-822f-4d0b-a6b0-7c70695b0bae tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=05606870-1d1e-4cb2-b48d-2650b16e3995 HTTP/1.1" status: 200 len: 210 time: 0.0829568 Jul 19 17:38:07.843971 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07fec2-f931-4673-ad67-5d7dc7ebf9f5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Pushing event deleted for resources: {'Port': ['ID=93721a07-ae75-4b6a-b020-98ca9b17c8b2,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:07.884620 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-4c9c47eb-a8bf-4d2b-9a43-0d3e7abe6178 None None] Provisioning for port fcbb8cce-edf3-416d-a709-6c17df5b9946 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:38:08.086245 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-197086b5-3bf6-436c-aa19-edbb9d8ded63 req-6a02031a-e4de-4468-98de-e85e2b720813 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 210 time: 0.0827289 Jul 19 17:38:08.123391 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3bf070a-39f7-42c2-a28a-d4e84534687e req-5b07fec2-f931-4673-ad67-5d7dc7ebf9f5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:38:08.294227 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:38:08.384552 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3bf070a-39f7-42c2-a28a-d4e84534687e req-5b07fec2-f931-4673-ad67-5d7dc7ebf9f5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:38:08.396016 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1f7b3e-91f4-4479-bc01-e080d187b775 None None] Sync routers for ids ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'] in dv-cinder-800695-4-iscsi {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:38:08.410185 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1f7b3e-91f4-4479-bc01-e080d187b775 None None] Routers {'0d9f4ff7-10f0-4940-9fa3-6cf903929c82'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:38:08.410807 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-2d1f7b3e-91f4-4479-bc01-e080d187b775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:37:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:08.516008 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bf070a-39f7-42c2-a28a-d4e84534687e req-5b07fec2-f931-4673-ad67-5d7dc7ebf9f5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] No DVR routers for this DVR port 93721a07-ae75-4b6a-b020-98ca9b17c8b2 on host hv-cinder-80069 {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:38:08.522420 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-d3bf070a-39f7-42c2-a28a-d4e84534687e req-5b07fec2-f931-4673-ad67-5d7dc7ebf9f5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:08.532922 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d3bf070a-39f7-42c2-a28a-d4e84534687e req-5b07fec2-f931-4673-ad67-5d7dc7ebf9f5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.59 "DELETE /v2.0/ports/93721a07-ae75-4b6a-b020-98ca9b17c8b2 HTTP/1.1" status: 204 len: 173 time: 2.3080928 Jul 19 17:38:08.533481 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07303afd-195a-4176-a104-425d9c64666e', 'name': 'network-vif-deleted', 'tag': '93721a07-ae75-4b6a-b020-98ca9b17c8b2'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:38:08.535954 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ca1fd4-09be-448a-b2e5-1261a155842d" -d '{"events": [{"server_uuid": "07303afd-195a-4176-a104-425d9c64666e", "name": "network-vif-deleted", "tag": "93721a07-ae75-4b6a-b020-98ca9b17c8b2"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:38:08.546376 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:38:08.575105 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:08.575503 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:08.628199 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-2d1f7b3e-91f4-4479-bc01-e080d187b775 None None] Set router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:38:08.652185 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58486a23-8b04-4145-8b18-03d32e892e12', 'name': 'tempest-TestVolumeBootPattern-683328307-router', 'tenant_id': '4fd2d65c1f6b427cb20549e01781713c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:38:04Z', 'updated_at': '2021-07-19T17:38:06Z', 'revision_number': 3, 'project_id': '4fd2d65c1f6b427cb20549e01781713c', 'gw_port': {'id': '28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58486a23-8b04-4145-8b18-03d32e892e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:05Z', 'updated_at': '2021-07-19T17:38:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:08.703338 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] Checking router: 58486a23-8b04-4145-8b18-03d32e892e12 for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:38:08.703658 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] Updating router 58486a23-8b04-4145-8b18-03d32e892e12 port 28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45 binding host dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:38:08.872408 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-328c4a61-587a-4e0c-bc40-110ad5ed12c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:08.904206 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977b43d7-9e04-452b-ae32-a58484fded4b x-openstack-request-id: req-977b43d7-9e04-452b-ae32-a58484fded4b {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:38:08.904896 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07303afd-195a-4176-a104-425d9c64666e", "name": "network-vif-deleted", "tag": "93721a07-ae75-4b6a-b020-98ca9b17c8b2", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:38:08.905348 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-977b43d7-9e04-452b-ae32-a58484fded4b {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:38:08.906510 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07303afd-195a-4176-a104-425d9c64666e', 'name': 'network-vif-deleted', 'tag': '93721a07-ae75-4b6a-b020-98ca9b17c8b2', 'status': 'completed', 'code': 200} Jul 19 17:38:08.916462 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1befc928-4f92-4a1f-a911-b020e7a87510 req-3516691e-98f3-4d94-b7a7-9befca18bb57 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=05606870-1d1e-4cb2-b48d-2650b16e3995 HTTP/1.1" status: 200 len: 210 time: 0.0432918 Jul 19 17:38:09.006846 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-2d1f7b3e-91f4-4479-bc01-e080d187b775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'name': 'tempest-AttachVolumeShelveTestJSON-417807470-router', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '8519777c-b494-4823-af53-473f034226c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:07Z', 'updated_at': '2021-07-19T17:34:14Z', 'revision_number': 4, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'gw_port': {'id': '8519777c-b494-4823-af53-473f034226c8', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:08Z', 'updated_at': '2021-07-19T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '835fce5f-763a-432d-9e20-a832f1762fe6', 'name': '', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'mac_address': 'fa:16:3e:43:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4a8cde66-88d0-4637-913a-84e51941d044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:22Z', 'revision_number': 5, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'subnets': [{'id': '4a8cde66-88d0-4637-913a-84e51941d044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:09.012253 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:09.036655 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1f7b3e-91f4-4479-bc01-e080d187b775 None None] Checking router: 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 for host: dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:38:09.045885 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1f7b3e-91f4-4479-bc01-e080d187b775 None None] Routers {'0d9f4ff7-10f0-4940-9fa3-6cf903929c82'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:38:09.047052 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-2d1f7b3e-91f4-4479-bc01-e080d187b775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:37:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:09.093174 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-328c4a61-587a-4e0c-bc40-110ad5ed12c2 admin admin] Allocated IP 172.20.0.1 (22aab489-6834-461c-b8b6-024f20e1193b/7aeac84e-a0d4-4d25-b966-7a92d44d1831/61193ba2-f719-4825-a98f-0e263b456289) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:38:09.183568 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:09.232481 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1eb440a6-f36c-4c6f-9f61-6d59cb595295 req-fc472a7d-17dc-4ad2-b4cb-04fc75646280 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 210 time: 0.0366399 Jul 19 17:38:09.239388 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-328c4a61-587a-4e0c-bc40-110ad5ed12c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:09.255375 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [None req-328c4a61-587a-4e0c-bc40-110ad5ed12c2 admin admin] Transition to ACTIVE for port object 61193ba2-f719-4825-a98f-0e263b456289 will not be triggered until provisioned by entity DHCP. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:38:09.271504 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac,segment=NetworkSegment(99c6287f-76fe-493e-8889-05eb89f545c6),segment_id=99c6287f-76fe-493e-8889-05eb89f545c6)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:38:09.277876 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:09.278817 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device fcbb8cce-edf3-416d-a709-6c17df5b9946 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:38:09.292674 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-328c4a61-587a-4e0c-bc40-110ad5ed12c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:09.308498 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-2d1f7b3e-91f4-4479-bc01-e080d187b775 None None] Set router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:38:09.337785 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328c4a61-587a-4e0c-bc40-110ad5ed12c2 admin admin] Network 22aab489-6834-461c-b8b6-024f20e1193b is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:38:09.341217 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-328c4a61-587a-4e0c-bc40-110ad5ed12c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:38:09.347210 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c4a61-587a-4e0c-bc40-110ad5ed12c2 admin admin] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:38:09.352371 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c4a61-587a-4e0c-bc40-110ad5ed12c2 admin admin] Pushing event updated for resources: {'Port': ['ID=61193ba2-f719-4825-a98f-0e263b456289,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:09.391427 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-328c4a61-587a-4e0c-bc40-110ad5ed12c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567539'] for router_interface, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:09.416770 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:09.454259 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port fcbb8cce-edf3-416d-a709-6c17df5b9946 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:38:09.466386 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] Notify callbacks [] for port, precommit_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:09.468851 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port fcbb8cce-edf3-416d-a709-6c17df5b9946 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:09.469264 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:09.490899 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] Transition to ACTIVE for port object 28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45 will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:38:09.522027 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:09.573421 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-328c4a61-587a-4e0c-bc40-110ad5ed12c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:09.594855 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-2d1f7b3e-91f4-4479-bc01-e080d187b775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'name': 'tempest-AttachVolumeShelveTestJSON-417807470-router', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '8519777c-b494-4823-af53-473f034226c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:07Z', 'updated_at': '2021-07-19T17:34:14Z', 'revision_number': 4, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'gw_port': {'id': '8519777c-b494-4823-af53-473f034226c8', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:08Z', 'updated_at': '2021-07-19T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '835fce5f-763a-432d-9e20-a832f1762fe6', 'name': '', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'mac_address': 'fa:16:3e:43:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4a8cde66-88d0-4637-913a-84e51941d044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:22Z', 'revision_number': 5, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'subnets': [{'id': '4a8cde66-88d0-4637-913a-84e51941d044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:09.602318 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] Attempting to bind port 28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45 on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:38:09.603122 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] Attempting to bind port 28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45 by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:38:09.603122 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] Attempting to bind port 28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45 on network 3fed661f-002c-47fa-82e8-e8fe637e9a0e {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:38:09.613875 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d71d1b-a4de-4db0-8601-46f4f687d844 None None] Pushing event updated for resources: {'Port': ['ID=28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:09.623687 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:38:09.625192 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] Checking segment: {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:38:09.626248 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:09.626754 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] Bound using segment: {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:38:09.627361 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] Bound port: 28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128b4378-a353-4a54-8af1-e86fe6f28281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:38:09.628010 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:09.631424 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1f7b3e-91f4-4479-bc01-e080d187b775 None None] The sync data for ids ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'] in dv-cinder-800695-4-iscsi is: [{'id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'name': 'tempest-AttachVolumeShelveTestJSON-417807470-router', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '8519777c-b494-4823-af53-473f034226c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:07Z', 'updated_at': '2021-07-19T17:34:14Z', 'revision_number': 4, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'gw_port': {'id': '8519777c-b494-4823-af53-473f034226c8', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:08Z', 'updated_at': '2021-07-19T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '835fce5f-763a-432d-9e20-a832f1762fe6', 'name': '', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'mac_address': 'fa:16:3e:43:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4a8cde66-88d0-4637-913a-84e51941d044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:22Z', 'revision_number': 5, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'subnets': [{'id': '4a8cde66-88d0-4637-913a-84e51941d044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:38:09.722225 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:09.745858 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-68f84aba-ef76-4135-8125-7c66cf25b8d9 None None] Provisioning for port 61193ba2-f719-4825-a98f-0e263b456289 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:38:09.749156 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] For port 28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:38:09.766099 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-68f84aba-ef76-4135-8125-7c66cf25b8d9 None None] Provisioning complete for port 61193ba2-f719-4825-a98f-0e263b456289 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:09.766547 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-68f84aba-ef76-4135-8125-7c66cf25b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:09.776517 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] For port 28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:38:09.799414 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-328c4a61-587a-4e0c-bc40-110ad5ed12c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:09.805165 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-328c4a61-587a-4e0c-bc40-110ad5ed12c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6211033'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:09.808449 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:09.819728 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port fcbb8cce-edf3-416d-a709-6c17df5b9946, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=fcbb8cce-edf3-416d-a709-6c17df5b9946,segment=NetworkSegment(11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9),segment_id=11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:38:09.847924 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:09.853115 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-68f84aba-ef76-4135-8125-7c66cf25b8d9 None None] Port 61193ba2-f719-4825-a98f-0e263b456289 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:38:09.881751 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] Routers {'58486a23-8b04-4145-8b18-03d32e892e12'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:38:09.882731 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:37:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['58486a23-8b04-4145-8b18-03d32e892e12'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:09.883523 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-328c4a61-587a-4e0c-bc40-110ad5ed12c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631907'] for router_interface, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:09.886765 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c4a61-587a-4e0c-bc40-110ad5ed12c2 admin admin] Pushing event updated for resources: {'Port': ['ID=61193ba2-f719-4825-a98f-0e263b456289,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:09.930589 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca363c-c9bf-40cb-a299-d6380e464804 None None] New status for floating IP 4f663a39-72ea-4c55-988c-6863db690433: DOWN {{(pid=93385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:38:09.960366 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d71d1b-a4de-4db0-8601-46f4f687d844 None None] Pushing event updated for resources: {'Port': ['ID=28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:09.998318 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328c4a61-587a-4e0c-bc40-110ad5ed12c2 admin admin] Network 22aab489-6834-461c-b8b6-024f20e1193b is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:38:10.000695 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-328c4a61-587a-4e0c-bc40-110ad5ed12c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:38:10.018754 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:38:10.032846 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-21e636c0-c2e6-4c98-aa76-798b74fcba15 req-faf3c2b8-cbbe-470e-9ddb-52489ac5c642 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=05606870-1d1e-4cb2-b48d-2650b16e3995 HTTP/1.1" status: 200 len: 210 time: 0.0351956 Jul 19 17:38:10.134261 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328c4a61-587a-4e0c-bc40-110ad5ed12c2 admin admin] Router 58486a23-8b04-4145-8b18-03d32e892e12 has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:38:10.164336 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=fcbb8cce-edf3-416d-a709-6c17df5b9946,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:10.193143 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] Set router 58486a23-8b04-4145-8b18-03d32e892e12 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:38:10.233862 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:10.233862 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:10.274985 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328c4a61-587a-4e0c-bc40-110ad5ed12c2 admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:38:10.288681 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-328c4a61-587a-4e0c-bc40-110ad5ed12c2 admin admin] 10.222.0.32 "PUT /v2.0/routers/58486a23-8b04-4145-8b18-03d32e892e12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8004093 Jul 19 17:38:10.339817 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-34cd2141-798f-4dcc-87c9-755321d8d38b None None] Provisioning complete for port 61193ba2-f719-4825-a98f-0e263b456289 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:10.340185 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-34cd2141-798f-4dcc-87c9-755321d8d38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:10.362211 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7d36bd46-882b-43a6-a70c-cb2b7c058a04 req-72c40ea4-533d-42aa-9b49-e4d5b0b58143 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 210 time: 0.0328519 Jul 19 17:38:10.451694 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-34cd2141-798f-4dcc-87c9-755321d8d38b None None] Port 61193ba2-f719-4825-a98f-0e263b456289 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:38:10.518832 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58486a23-8b04-4145-8b18-03d32e892e12', 'name': 'tempest-TestVolumeBootPattern-683328307-router', 'tenant_id': '4fd2d65c1f6b427cb20549e01781713c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:38:04Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 4, 'project_id': '4fd2d65c1f6b427cb20549e01781713c', 'gw_port': {'id': '28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58486a23-8b04-4145-8b18-03d32e892e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:05Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '61193ba2-f719-4825-a98f-0e263b456289', 'name': '', 'network_id': '22aab489-6834-461c-b8b6-024f20e1193b', 'tenant_id': '4fd2d65c1f6b427cb20549e01781713c', 'mac_address': 'fa:16:3e:f8:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58486a23-8b04-4145-8b18-03d32e892e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '7aeac84e-a0d4-4d25-b966-7a92d44d1831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:08Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 2, 'project_id': '4fd2d65c1f6b427cb20549e01781713c', 'subnets': [{'id': '7aeac84e-a0d4-4d25-b966-7a92d44d1831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:10.549221 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2a34c-6dbe-4963-9969-06d8d4f7af98 None None] The sync data for ids ['58486a23-8b04-4145-8b18-03d32e892e12'] in dv-cinder-800695-4-iscsi is: [{'id': '58486a23-8b04-4145-8b18-03d32e892e12', 'name': 'tempest-TestVolumeBootPattern-683328307-router', 'tenant_id': '4fd2d65c1f6b427cb20549e01781713c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:38:04Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 4, 'project_id': '4fd2d65c1f6b427cb20549e01781713c', 'gw_port': {'id': '28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58486a23-8b04-4145-8b18-03d32e892e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:05Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '61193ba2-f719-4825-a98f-0e263b456289', 'name': '', 'network_id': '22aab489-6834-461c-b8b6-024f20e1193b', 'tenant_id': '4fd2d65c1f6b427cb20549e01781713c', 'mac_address': 'fa:16:3e:f8:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58486a23-8b04-4145-8b18-03d32e892e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '7aeac84e-a0d4-4d25-b966-7a92d44d1831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:08Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 2, 'project_id': '4fd2d65c1f6b427cb20549e01781713c', 'subnets': [{'id': '7aeac84e-a0d4-4d25-b966-7a92d44d1831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:38:10.701665 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42924) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:10.707221 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-a73c097e-c1fc-4a99-80d6-2b92f4ac261e tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1292904531', 'description': 'tempest-secgroup-smoke-1292904531 description', 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:10.734171 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a73c097e-c1fc-4a99-80d6-2b92f4ac261e tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:10.889792 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a73c097e-c1fc-4a99-80d6-2b92f4ac261e tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:10.894581 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a73c097e-c1fc-4a99-80d6-2b92f4ac261e tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:10.924803 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c097e-c1fc-4a99-80d6-2b92f4ac261e tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544882e7-1861-4d5b-8779-57f895bc908d,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:10.927741 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a73c097e-c1fc-4a99-80d6-2b92f4ac261e tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:10.933009 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-a73c097e-c1fc-4a99-80d6-2b92f4ac261e tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2261646 Jul 19 17:38:10.933871 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42926) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:10.939214 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-feab810b-a8e2-42f2-9cb1-43344375cc5b tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Request body: {'security_group_rule': {'security_group_id': '544882e7-1861-4d5b-8779-57f895bc908d', 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:10.974221 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-feab810b-a8e2-42f2-9cb1-43344375cc5b tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.051814 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-feab810b-a8e2-42f2-9cb1-43344375cc5b tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.056685 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-feab810b-a8e2-42f2-9cb1-43344375cc5b tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.071777 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab810b-a8e2-42f2-9cb1-43344375cc5b tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021599ac-16c2-4928-b3f6-dd72da771a12,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:11.090376 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-feab810b-a8e2-42f2-9cb1-43344375cc5b tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.092044 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-feab810b-a8e2-42f2-9cb1-43344375cc5b tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1570795 Jul 19 17:38:11.094803 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42930) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:11.099589 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-e62639bf-15d8-45e7-be07-9aaf7353b2f5 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Request body: {'security_group_rule': {'security_group_id': '544882e7-1861-4d5b-8779-57f895bc908d', 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:11.134328 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e62639bf-15d8-45e7-be07-9aaf7353b2f5 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.156575 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bbdf846a-0e04-4747-8cca-8fac48628c3f req-96dc0b0c-a8be-4cd3-9259-0b391a370826 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=05606870-1d1e-4cb2-b48d-2650b16e3995 HTTP/1.1" status: 200 len: 210 time: 0.0334413 Jul 19 17:38:11.212857 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e62639bf-15d8-45e7-be07-9aaf7353b2f5 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.217373 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e62639bf-15d8-45e7-be07-9aaf7353b2f5 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.243222 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62639bf-15d8-45e7-be07-9aaf7353b2f5 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc3cce7-c7bc-4113-b7b6-3f4c478ec31e,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:11.247733 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e62639bf-15d8-45e7-be07-9aaf7353b2f5 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.249835 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-e62639bf-15d8-45e7-be07-9aaf7353b2f5 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1531069 Jul 19 17:38:11.252699 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42932) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:11.258013 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-8e94c1fa-930e-4706-b064-38267dae315f tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Request body: {'security_group_rule': {'security_group_id': '544882e7-1861-4d5b-8779-57f895bc908d', 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:11.292174 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8e94c1fa-930e-4706-b064-38267dae315f tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.362807 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8e94c1fa-930e-4706-b064-38267dae315f tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.367199 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8e94c1fa-930e-4706-b064-38267dae315f tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.388223 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94c1fa-930e-4706-b064-38267dae315f tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79119c1-2a2b-48c7-8d9f-b01fc70c0508,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:11.396533 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8e94c1fa-930e-4706-b064-38267dae315f tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.397619 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-8e94c1fa-930e-4706-b064-38267dae315f tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435623 Jul 19 17:38:11.400358 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42936) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:11.404848 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-a5eeaa1f-f413-48bc-abb3-28543813759b tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Request body: {'security_group_rule': {'security_group_id': '544882e7-1861-4d5b-8779-57f895bc908d', 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:11.435309 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a5eeaa1f-f413-48bc-abb3-28543813759b tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.500908 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-83fbe052-3e63-4375-b395-e22aae2cf5bb req-7f42236c-2172-4b44-b476-e5e1c4f0d4e9 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=07303afd-195a-4176-a104-425d9c64666e HTTP/1.1" status: 200 len: 210 time: 0.0416160 Jul 19 17:38:11.533983 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a5eeaa1f-f413-48bc-abb3-28543813759b tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.538155 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a5eeaa1f-f413-48bc-abb3-28543813759b tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.559128 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eeaa1f-f413-48bc-abb3-28543813759b tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedaeb97-ab40-4543-81fb-9e4aa34edebe,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:11.563753 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a5eeaa1f-f413-48bc-abb3-28543813759b tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.567436 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-a5eeaa1f-f413-48bc-abb3-28543813759b tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1637034 Jul 19 17:38:11.568366 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42938) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:11.572333 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-3653e686-4e6a-4ac2-9395-eed1a2987c6f tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Request body: {'security_group_rule': {'security_group_id': '544882e7-1861-4d5b-8779-57f895bc908d', 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:11.594847 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.db.securitygroups_db [None req-3653e686-4e6a-4ac2-9395-eed1a2987c6f tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Project cf97fcc6cb3e46aaa1f34bd3717bec18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 17:38:11.600142 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3653e686-4e6a-4ac2-9395-eed1a2987c6f tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.607156 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 93721a07-ae75-4b6a-b020-98ca9b17c8b2 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:38:11.627749 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] No Port match for: 93721a07-ae75-4b6a-b020-98ca9b17c8b2 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:38:11.628144 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 93721a07-ae75-4b6a-b020-98ca9b17c8b2 not bound to the agent host hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:38:11.681949 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3653e686-4e6a-4ac2-9395-eed1a2987c6f tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.686121 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3653e686-4e6a-4ac2-9395-eed1a2987c6f tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.707715 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653e686-4e6a-4ac2-9395-eed1a2987c6f tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34660703-5481-410b-9399-48b559b65a31,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:11.715387 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3653e686-4e6a-4ac2-9395-eed1a2987c6f tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.716726 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-3653e686-4e6a-4ac2-9395-eed1a2987c6f tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1480286 Jul 19 17:38:11.720118 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 42942) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:11.725320 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-532beebb-52c9-421b-8ec9-4c5d3afc572c tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Request body: {'security_group_rule': {'security_group_id': '544882e7-1861-4d5b-8779-57f895bc908d', 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:11.748643 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.db.securitygroups_db [None req-532beebb-52c9-421b-8ec9-4c5d3afc572c tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Project cf97fcc6cb3e46aaa1f34bd3717bec18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 17:38:11.754078 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-532beebb-52c9-421b-8ec9-4c5d3afc572c tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.835305 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-532beebb-52c9-421b-8ec9-4c5d3afc572c tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.840043 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-532beebb-52c9-421b-8ec9-4c5d3afc572c tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.862801 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532beebb-52c9-421b-8ec9-4c5d3afc572c tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9d5b33-0f5c-49ce-bb9e-5ef3e73100e9,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:11.874483 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-532beebb-52c9-421b-8ec9-4c5d3afc572c tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:11.875809 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-532beebb-52c9-421b-8ec9-4c5d3afc572c tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1547115 Jul 19 17:38:12.063099 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:38:12.115331 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port 28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:38:12.119324 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:12.119775 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:12.252817 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:12.278203 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port 28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:38:12.282755 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:12.284642 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device fcbb8cce-edf3-416d-a709-6c17df5b9946 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:38:12.344718 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e4d9efdc-d7ef-441d-a09d-e34cc2c90a25 req-623cf6e2-07eb-4d57-9823-dfa83712e4cf tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=05606870-1d1e-4cb2-b48d-2650b16e3995 HTTP/1.1" status: 200 len: 210 time: 0.0585392 Jul 19 17:38:12.371929 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-64b32953-6651-4108-b65f-5aa5dabd7e1a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:12.371929 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-64b32953-6651-4108-b65f-5aa5dabd7e1a tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.59 "GET /v2.0/networks?id=2b2a9a44-8a11-41b7-b0f8-85238b0362d1 HTTP/1.1" status: 200 len: 811 time: 0.1918344 Jul 19 17:38:12.443067 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-831d578e-c638-46ce-a75a-4aac3191c8f6 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=264664ead74849f4a933f763f9adf1ae HTTP/1.1" status: 200 len: 380 time: 0.0691550 Jul 19 17:38:12.453307 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-f0d5df7d-62b7-4cad-8aeb-aedc6299b70c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Request body: {'port': {'device_id': '05606870-1d1e-4cb2-b48d-2650b16e3995', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'admin_state_up': True, 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'security_groups': ['c1629ec4-3fe1-4ba3-90cc-b42273e2482a']}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:12.501687 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:12.517011 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port fcbb8cce-edf3-416d-a709-6c17df5b9946 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:12.517386 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:12.610928 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-f0d5df7d-62b7-4cad-8aeb-aedc6299b70c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Made reservation on behalf of 264664ead74849f4a933f763f9adf1ae for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:38:12.615521 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-f0d5df7d-62b7-4cad-8aeb-aedc6299b70c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:12.616872 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 42996) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:12.683249 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ec60088a-6df4-4426-b0fa-4b91abb5c491 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:12.717697 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ec60088a-6df4-4426-b0fa-4b91abb5c491 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:12.780338 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-f0d5df7d-62b7-4cad-8aeb-aedc6299b70c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Allocated IP 172.20.0.13 (2b2a9a44-8a11-41b7-b0f8-85238b0362d1/a4b4a27a-9fa5-41b8-8967-080a257defa8/7e079c56-07d9-4c1b-b365-3d91e513e725) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:38:12.785721 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ec60088a-6df4-4426-b0fa-4b91abb5c491 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:12.788537 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ec60088a-6df4-4426-b0fa-4b91abb5c491 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:12.790836 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-ec60088a-6df4-4426-b0fa-4b91abb5c491 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "DELETE /v2.0/security-groups/971ed8b9-f29d-4ad6-b6a3-05426b79c415 HTTP/1.1" status: 204 len: 168 time: 0.1706011 Jul 19 17:38:12.795394 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 43016) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:12.818302 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60088a-6df4-4426-b0fa-4b91abb5c491 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=971ed8b9-f29d-4ad6-b6a3-05426b79c415,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:12.819066 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.api.v2.resource [None req-722bf0c9-6d4e-4875-a2a2-a2cd58c98ce0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] show failed (client error): The resource could not be found. Jul 19 17:38:12.820153 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-722bf0c9-6d4e-4875-a2a2-a2cd58c98ce0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups/971ed8b9-f29d-4ad6-b6a3-05426b79c415 HTTP/1.1" status: 404 len: 347 time: 0.0185294 Jul 19 17:38:12.823515 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 43020) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:13.042377 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-5e27cbdc-598f-4e74-8f6d-6b149b26bc12 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Deleting port 39550479-92b1-4319-9fdf-bb68a7943eac {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:38:13.042728 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5e27cbdc-598f-4e74-8f6d-6b149b26bc12 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:13.078191 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-f0d5df7d-62b7-4cad-8aeb-aedc6299b70c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:13.120474 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-f0d5df7d-62b7-4cad-8aeb-aedc6299b70c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Transition to ACTIVE for port object 7e079c56-07d9-4c1b-b365-3d91e513e725 will not be triggered until provisioned by entity DHCP. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:38:13.153009 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5e27cbdc-598f-4e74-8f6d-6b149b26bc12 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:13.153298 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5e27cbdc-598f-4e74-8f6d-6b149b26bc12 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:13.174578 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-5e27cbdc-598f-4e74-8f6d-6b149b26bc12 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Calling delete_port for 39550479-92b1-4319-9fdf-bb68a7943eac owned by network:floatingip {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:38:13.193120 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-f0d5df7d-62b7-4cad-8aeb-aedc6299b70c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:13.287903 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-f0d5df7d-62b7-4cad-8aeb-aedc6299b70c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Network 2b2a9a44-8a11-41b7-b0f8-85238b0362d1 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:38:13.295659 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-f0d5df7d-62b7-4cad-8aeb-aedc6299b70c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:38:13.302438 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-f0d5df7d-62b7-4cad-8aeb-aedc6299b70c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:38:13.309157 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5df7d-62b7-4cad-8aeb-aedc6299b70c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Pushing event updated for resources: {'Port': ['ID=7e079c56-07d9-4c1b-b365-3d91e513e725,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:13.370905 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-f0d5df7d-62b7-4cad-8aeb-aedc6299b70c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:13.371488 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-f0d5df7d-62b7-4cad-8aeb-aedc6299b70c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:13.410898 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-f0d5df7d-62b7-4cad-8aeb-aedc6299b70c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9626567 Jul 19 17:38:13.474446 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5e27cbdc-598f-4e74-8f6d-6b149b26bc12 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:13.490442 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] Request body: {'port': {'device_id': '05606870-1d1e-4cb2-b48d-2650b16e3995', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:13.512875 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27cbdc-598f-4e74-8f6d-6b149b26bc12 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Pushing event deleted for resources: {'Port': ['ID=39550479-92b1-4319-9fdf-bb68a7943eac,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:13.609868 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-efd88dd6-2507-4623-8cb6-076f495233d1 None None] Provisioning for port 7e079c56-07d9-4c1b-b365-3d91e513e725 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:38:13.613763 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-efd88dd6-2507-4623-8cb6-076f495233d1 None None] Provisioning complete for port 7e079c56-07d9-4c1b-b365-3d91e513e725 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:13.614180 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-efd88dd6-2507-4623-8cb6-076f495233d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:13.648144 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-efd88dd6-2507-4623-8cb6-076f495233d1 None None] Port 7e079c56-07d9-4c1b-b365-3d91e513e725 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:38:13.659377 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5793d8-8674-46fd-89c7-475cec48e846 req-c7dbea0b-48c6-4dc2-aa6b-361c9bb6d9b7 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:13.660971 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3e5793d8-8674-46fd-89c7-475cec48e846 req-c7dbea0b-48c6-4dc2-aa6b-361c9bb6d9b7 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=05606870-1d1e-4cb2-b48d-2650b16e3995 HTTP/1.1" status: 200 len: 932 time: 0.2224488 Jul 19 17:38:13.665005 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5e27cbdc-598f-4e74-8f6d-6b149b26bc12 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for floatingip, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:13.667522 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5e27cbdc-598f-4e74-8f6d-6b149b26bc12 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for floatingip, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:13.668663 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-5e27cbdc-598f-4e74-8f6d-6b149b26bc12 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "DELETE /v2.0/floatingips/4f663a39-72ea-4c55-988c-6863db690433 HTTP/1.1" status: 204 len: 168 time: 0.8442230 Jul 19 17:38:13.678172 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:13.740619 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3e5793d8-8674-46fd-89c7-475cec48e846 req-0bc8b498-7333-423b-88d1-b26df4b81f57 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1629ec4-3fe1-4ba3-90cc-b42273e2482a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708919 Jul 19 17:38:13.979163 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 43038) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:13.986468 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-64c681f6-ef4f-4269-a9f8-fa5ac9009e6c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--840985943', 'description': 'tempest-description--279784054'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:14.015511 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e079c56-07d9-4c1b-b365-3d91e513e725 {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:38:14.025712 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:14.027660 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:38:14.041414 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] Transition to ACTIVE for port object 7e079c56-07d9-4c1b-b365-3d91e513e725 will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:38:14.049654 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4638951'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:14.062429 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-64c681f6-ef4f-4269-a9f8-fa5ac9009e6c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:14.113420 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:14.114070 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:14.165388 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] Pushing event updated for resources: {'Port': ['ID=7e079c56-07d9-4c1b-b365-3d91e513e725,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:14.204539 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-64c681f6-ef4f-4269-a9f8-fa5ac9009e6c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:14.211715 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-64c681f6-ef4f-4269-a9f8-fa5ac9009e6c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:14.239570 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] Attempting to bind port 7e079c56-07d9-4c1b-b365-3d91e513e725 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:38:14.239918 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] Attempting to bind port 7e079c56-07d9-4c1b-b365-3d91e513e725 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '5ef1ff52-c95c-47d9-992f-e445d0a3aa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:38:14.240490 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] Attempting to bind port 7e079c56-07d9-4c1b-b365-3d91e513e725 on network 2b2a9a44-8a11-41b7-b0f8-85238b0362d1 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:38:14.245451 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] Port 7e079c56-07d9-4c1b-b365-3d91e513e725 on network 2b2a9a44-8a11-41b7-b0f8-85238b0362d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:38:14.245783 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] Attempting to bind port 7e079c56-07d9-4c1b-b365-3d91e513e725 on network 2b2a9a44-8a11-41b7-b0f8-85238b0362d1 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:38:14.252289 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] Checking agent: {'id': 'd8fb6e65-9e8c-4b17-9f8a-3918624e6b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'started_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:38:14.252484 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] Checking segment: {'id': '5ef1ff52-c95c-47d9-992f-e445d0a3aa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:38:14.252862 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] Bound using segment: {'id': '5ef1ff52-c95c-47d9-992f-e445d0a3aa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:38:14.253572 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] Bound port: 7e079c56-07d9-4c1b-b365-3d91e513e725, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef1ff52-c95c-47d9-992f-e445d0a3aa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:38:14.253923 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-64c681f6-ef4f-4269-a9f8-fa5ac9009e6c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:14.254035 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:14.258017 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-64c681f6-ef4f-4269-a9f8-fa5ac9009e6c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2737668 Jul 19 17:38:14.260937 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 43040) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:14.268439 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-b34e9986-b6c7-435f-9eff-35c9a9b852e5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Request body: {'security_group_rule': {'security_group_id': '7b61d795-d4f8-4545-903d-6c140992c875', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:14.281188 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c681f6-ef4f-4269-a9f8-fa5ac9009e6c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b61d795-d4f8-4545-903d-6c140992c875,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:14.303665 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b34e9986-b6c7-435f-9eff-35c9a9b852e5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:14.351465 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] For port 7e079c56-07d9-4c1b-b365-3d91e513e725, host hv-cinder-80069, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:38:14.362992 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] For port 7e079c56-07d9-4c1b-b365-3d91e513e725, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=7e079c56-07d9-4c1b-b365-3d91e513e725,segment=NetworkSegment(5ef1ff52-c95c-47d9-992f-e445d0a3aa31),segment_id=5ef1ff52-c95c-47d9-992f-e445d0a3aa31)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:38:14.368488 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b34e9986-b6c7-435f-9eff-35c9a9b852e5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:14.369435 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4638951'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:14.374111 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b34e9986-b6c7-435f-9eff-35c9a9b852e5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:14.389135 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e9986-b6c7-435f-9eff-35c9a9b852e5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61fb946-5058-433a-aed8-231bb0f4ef07,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:14.413167 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:14.413727 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b34e9986-b6c7-435f-9eff-35c9a9b852e5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:14.413874 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:14.415075 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-b34e9986-b6c7-435f-9eff-35c9a9b852e5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1528859 Jul 19 17:38:14.415255 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] 10.222.0.59 "PUT /v2.0/ports/7e079c56-07d9-4c1b-b365-3d91e513e725 HTTP/1.1" status: 200 len: 1094 time: 0.9952269 Jul 19 17:38:14.415753 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05606870-1d1e-4cb2-b48d-2650b16e3995', 'tag': '7e079c56-07d9-4c1b-b365-3d91e513e725'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:38:14.417893 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 43042) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:14.418033 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47cc891-c757-461e-a253-2fa80013e3c3" -d '{"events": [{"name": "network-changed", "server_uuid": "05606870-1d1e-4cb2-b48d-2650b16e3995", "tag": "7e079c56-07d9-4c1b-b365-3d91e513e725"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:38:14.423556 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-df98f034-d52b-4b07-8391-7b94237d86d7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Request body: {'security_group_rule': {'security_group_id': '7b61d795-d4f8-4545-903d-6c140992c875', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:14.442255 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10155e27-23aa-4cec-83aa-7b5675c89536 service neutron] Pushing event updated for resources: {'Port': ['ID=7e079c56-07d9-4c1b-b365-3d91e513e725,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:14.496338 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-df98f034-d52b-4b07-8391-7b94237d86d7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:14.507033 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] Sync routers for ids ['58486a23-8b04-4145-8b18-03d32e892e12'] in dv-cinder-800695-4-iscsi {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:38:14.513669 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46d08f8-38fe-4433-af75-23d26db5dc21 x-openstack-request-id: req-d46d08f8-38fe-4433-af75-23d26db5dc21 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:38:14.514035 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05606870-1d1e-4cb2-b48d-2650b16e3995", "tag": "7e079c56-07d9-4c1b-b365-3d91e513e725", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:38:14.514359 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d46d08f8-38fe-4433-af75-23d26db5dc21 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:38:14.514822 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05606870-1d1e-4cb2-b48d-2650b16e3995', 'tag': '7e079c56-07d9-4c1b-b365-3d91e513e725', 'status': 'completed', 'code': 200} Jul 19 17:38:14.524980 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] Routers {'58486a23-8b04-4145-8b18-03d32e892e12'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:38:14.525947 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:37:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['58486a23-8b04-4145-8b18-03d32e892e12'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:14.547811 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-14342490-f2ec-466c-b122-a4f3fe4812d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:14.550292 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-14342490-f2ec-466c-b122-a4f3fe4812d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=264664ead74849f4a933f763f9adf1ae&device_id=05606870-1d1e-4cb2-b48d-2650b16e3995 HTTP/1.1" status: 200 len: 1097 time: 0.0856249 Jul 19 17:38:14.583685 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-df98f034-d52b-4b07-8391-7b94237d86d7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:14.588640 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-df98f034-d52b-4b07-8391-7b94237d86d7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780360'] for security_group_rule, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:14.611352 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98f034-d52b-4b07-8391-7b94237d86d7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2355d0c6-6152-4e78-910b-4b58fbf22572,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:14.612301 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-28a3eea7-e154-4e41-aa11-9114742bbcec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e079c56-07d9-4c1b-b365-3d91e513e725 HTTP/1.1" status: 200 len: 217 time: 0.0487223 Jul 19 17:38:14.627973 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-df98f034-d52b-4b07-8391-7b94237d86d7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:14.634276 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-df98f034-d52b-4b07-8391-7b94237d86d7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2150919 Jul 19 17:38:14.635400 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 43048) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:14.641323 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-b67dfd8c-6904-45fa-85d8-8f71a348e4c7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Request body: {'floatingip': {'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:14.670411 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-1ba73961-dc79-4100-999d-4915d24c4cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:14.671581 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b67dfd8c-6904-45fa-85d8-8f71a348e4c7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for floatingip, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:14.671927 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-1ba73961-dc79-4100-999d-4915d24c4cca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b4a27a-9fa5-41b8-8967-080a257defa8 HTTP/1.1" status: 200 len: 850 time: 0.0502970 Jul 19 17:38:14.673777 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] Set router 58486a23-8b04-4145-8b18-03d32e892e12 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:38:14.740498 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-5088259f-363b-4dfd-8166-71ec3d08fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:14.742093 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-5088259f-363b-4dfd-8166-71ec3d08fdc5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b2a9a44-8a11-41b7-b0f8-85238b0362d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620298 Jul 19 17:38:14.799131 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b67dfd8c-6904-45fa-85d8-8f71a348e4c7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:14.889222 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-47fdc357-9687-47cb-adbc-47b960854807 service neutron] 10.222.0.59 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395772 Jul 19 17:38:14.913649 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58486a23-8b04-4145-8b18-03d32e892e12', 'name': 'tempest-TestVolumeBootPattern-683328307-router', 'tenant_id': '4fd2d65c1f6b427cb20549e01781713c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:38:04Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 4, 'project_id': '4fd2d65c1f6b427cb20549e01781713c', 'gw_port': {'id': '28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486a23-8b04-4145-8b18-03d32e892e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:05Z', 'updated_at': '2021-07-19T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '61193ba2-f719-4825-a98f-0e263b456289', 'name': '', 'network_id': '22aab489-6834-461c-b8b6-024f20e1193b', 'tenant_id': '4fd2d65c1f6b427cb20549e01781713c', 'mac_address': 'fa:16:3e:f8:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58486a23-8b04-4145-8b18-03d32e892e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '7aeac84e-a0d4-4d25-b966-7a92d44d1831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:08Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 2, 'project_id': '4fd2d65c1f6b427cb20549e01781713c', 'subnets': [{'id': '7aeac84e-a0d4-4d25-b966-7a92d44d1831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:14.926265 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-b67dfd8c-6904-45fa-85d8-8f71a348e4c7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Allocated IP 172.27.0.73 (3fed661f-002c-47fa-82e8-e8fe637e9a0e/a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30/60a49d1f-e99b-4732-83b7-2f030b4e98d7) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:38:14.942422 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] Checking router: 58486a23-8b04-4145-8b18-03d32e892e12 for host: dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:38:14.942738 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] Updating router 58486a23-8b04-4145-8b18-03d32e892e12 port 61193ba2-f719-4825-a98f-0e263b456289 binding host dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:38:14.964501 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d46fd1-7990-4ee2-8e6a-4d1ff276cdf5 req-d9850c8b-a15a-4819-8e0e-87d07bc09563 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:14.972381 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-14d46fd1-7990-4ee2-8e6a-4d1ff276cdf5 req-d9850c8b-a15a-4819-8e0e-87d07bc09563 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=05606870-1d1e-4cb2-b48d-2650b16e3995 HTTP/1.1" status: 200 len: 944 time: 0.1366749 Jul 19 17:38:14.990739 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:15.043648 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b67dfd8c-6904-45fa-85d8-8f71a348e4c7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:15.056638 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-14d46fd1-7990-4ee2-8e6a-4d1ff276cdf5 req-b3b7ff2f-fd70-4581-b1dc-7cd79016a80c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1629ec4-3fe1-4ba3-90cc-b42273e2482a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606966 Jul 19 17:38:15.058810 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-da0aee9d-7d63-4eed-93b0-99b382dbd350 req-0960f58f-4ff0-4dd7-840c-fc294f5056cf service neutron] 10.222.0.59 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610918 Jul 19 17:38:15.096198 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b67dfd8c-6904-45fa-85d8-8f71a348e4c7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:15.158341 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67dfd8c-6904-45fa-85d8-8f71a348e4c7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Network 3fed661f-002c-47fa-82e8-e8fe637e9a0e is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:38:15.161810 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-b67dfd8c-6904-45fa-85d8-8f71a348e4c7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:38:15.165123 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67dfd8c-6904-45fa-85d8-8f71a348e4c7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:38:15.176132 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cc891-c757-461e-a253-2fa80013e3c3 req-d75e4780-103e-4c1a-9f48-55b225488187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:15.176132 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c47cc891-c757-461e-a253-2fa80013e3c3 req-d75e4780-103e-4c1a-9f48-55b225488187 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=264664ead74849f4a933f763f9adf1ae&device_id=05606870-1d1e-4cb2-b48d-2650b16e3995 HTTP/1.1" status: 200 len: 1097 time: 0.0650573 Jul 19 17:38:15.197229 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67dfd8c-6904-45fa-85d8-8f71a348e4c7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Pushing event updated for resources: {'Port': ['ID=60a49d1f-e99b-4732-83b7-2f030b4e98d7,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:15.288766 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cc891-c757-461e-a253-2fa80013e3c3 req-1a932888-5b53-4b61-80f4-587fc7b0e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:15.290398 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c47cc891-c757-461e-a253-2fa80013e3c3 req-1a932888-5b53-4b61-80f4-587fc7b0e154 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2b2a9a44-8a11-41b7-b0f8-85238b0362d1 HTTP/1.1" status: 200 len: 912 time: 0.1081777 Jul 19 17:38:15.292945 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b67dfd8c-6904-45fa-85d8-8f71a348e4c7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:15.347691 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b67dfd8c-6904-45fa-85d8-8f71a348e4c7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:15.366570 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c47cc891-c757-461e-a253-2fa80013e3c3 req-89acdf90-6a7e-41ac-81a0-49ede48835eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e079c56-07d9-4c1b-b365-3d91e513e725 HTTP/1.1" status: 200 len: 217 time: 0.0675783 Jul 19 17:38:15.377096 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] Notify callbacks [] for port, precommit_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:15.390718 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.provisioning_blocks [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] Transition to ACTIVE for port object 61193ba2-f719-4825-a98f-0e263b456289 will not be triggered until provisioned by entity L2. {{(pid=93386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:38:15.399020 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:15.428900 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cc891-c757-461e-a253-2fa80013e3c3 req-0f26e7ce-2bae-4504-8e97-ec27010380bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:15.430461 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c47cc891-c757-461e-a253-2fa80013e3c3 req-0f26e7ce-2bae-4504-8e97-ec27010380bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b4a27a-9fa5-41b8-8967-080a257defa8 HTTP/1.1" status: 200 len: 850 time: 0.0573821 Jul 19 17:38:15.470071 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a3557-941f-474e-827b-1bb30e7e924e None None] Pushing event updated for resources: {'Port': ['ID=61193ba2-f719-4825-a98f-0e263b456289,revision_number=3']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:15.533266 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cc891-c757-461e-a253-2fa80013e3c3 req-e920076c-23f3-4eb0-adc6-d4de0e3cfdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:15.535834 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c47cc891-c757-461e-a253-2fa80013e3c3 req-e920076c-23f3-4eb0-adc6-d4de0e3cfdba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b2a9a44-8a11-41b7-b0f8-85238b0362d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0980711 Jul 19 17:38:15.538238 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 43058) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:15.540054 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] Attempting to bind port 61193ba2-f719-4825-a98f-0e263b456289 on host dv-cinder-800695-4-iscsi for vnic_type normal with profile {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:38:15.540650 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] Attempting to bind port 61193ba2-f719-4825-a98f-0e263b456289 by drivers openvswitch,hyperv on host dv-cinder-800695-4-iscsi at level 0 using segments [{'id': '11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '22aab489-6834-461c-b8b6-024f20e1193b'}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:38:15.540845 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] Attempting to bind port 61193ba2-f719-4825-a98f-0e263b456289 on network 22aab489-6834-461c-b8b6-024f20e1193b {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:38:15.546549 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] Checking agent: {'id': '78e747c6-7e07-4e7b-8db6-ca2bc613d8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 24, 24), 'started_at': datetime.datetime(2021, 7, 19, 17, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:38:15.547139 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] Checking segment: {'id': '11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '22aab489-6834-461c-b8b6-024f20e1193b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:38:15.547864 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:15.548287 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] Bound using segment: {'id': '11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '22aab489-6834-461c-b8b6-024f20e1193b'} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:38:15.548938 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] Bound port: 61193ba2-f719-4825-a98f-0e263b456289, host: dv-cinder-800695-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '22aab489-6834-461c-b8b6-024f20e1193b'}}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:38:15.549774 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:15.614971 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b67dfd8c-6904-45fa-85d8-8f71a348e4c7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:15.623798 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b67dfd8c-6904-45fa-85d8-8f71a348e4c7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6211033'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:15.660484 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] For port 61193ba2-f719-4825-a98f-0e263b456289, host dv-cinder-800695-4-iscsi, cleared binding levels {{(pid=93386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:38:15.663951 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] For port 61193ba2-f719-4825-a98f-0e263b456289, host dv-cinder-800695-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=61193ba2-f719-4825-a98f-0e263b456289,segment=NetworkSegment(11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9),segment_id=11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9)] {{(pid=93386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:38:15.672764 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:15.674149 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c47cc891-c757-461e-a253-2fa80013e3c3 req-6c73571b-c322-497f-abe7-b860cc10061a service neutron] 10.222.0.59 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283941 Jul 19 17:38:15.741291 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ca197190-bad6-454a-b533-d12cea5c217c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:15.741811 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67dfd8c-6904-45fa-85d8-8f71a348e4c7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Pushing event updated for resources: {'Port': ['ID=60a49d1f-e99b-4732-83b7-2f030b4e98d7,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:15.761158 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b67dfd8c-6904-45fa-85d8-8f71a348e4c7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567430'] for floatingip, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:15.773271 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a3557-941f-474e-827b-1bb30e7e924e None None] Pushing event updated for resources: {'Port': ['ID=61193ba2-f719-4825-a98f-0e263b456289,revision_number=4']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:15.789906 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] Routers {'58486a23-8b04-4145-8b18-03d32e892e12'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:38:15.790537 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:37:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['58486a23-8b04-4145-8b18-03d32e892e12'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:15.795677 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b67dfd8c-6904-45fa-85d8-8f71a348e4c7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for floatingip, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:15.806095 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-b67dfd8c-6904-45fa-85d8-8f71a348e4c7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1604261 Jul 19 17:38:15.870387 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c47cc891-c757-461e-a253-2fa80013e3c3 req-4afd3c42-ca6c-4869-b555-37d701645bfb service neutron] 10.222.0.59 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886778 Jul 19 17:38:15.949192 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] Set router 58486a23-8b04-4145-8b18-03d32e892e12 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:38:16.064112 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 61193ba2-f719-4825-a98f-0e263b456289 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:38:16.138000 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning for port 61193ba2-f719-4825-a98f-0e263b456289 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:38:16.144614 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 61193ba2-f719-4825-a98f-0e263b456289 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:16.144991 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:16.224394 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58486a23-8b04-4145-8b18-03d32e892e12', 'name': 'tempest-TestVolumeBootPattern-683328307-router', 'tenant_id': '4fd2d65c1f6b427cb20549e01781713c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:38:04Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 4, 'project_id': '4fd2d65c1f6b427cb20549e01781713c', 'gw_port': {'id': '28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486a23-8b04-4145-8b18-03d32e892e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:05Z', 'updated_at': '2021-07-19T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '61193ba2-f719-4825-a98f-0e263b456289', 'name': '', 'network_id': '22aab489-6834-461c-b8b6-024f20e1193b', 'tenant_id': '4fd2d65c1f6b427cb20549e01781713c', 'mac_address': 'fa:16:3e:f8:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58486a23-8b04-4145-8b18-03d32e892e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '7aeac84e-a0d4-4d25-b966-7a92d44d1831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:08Z', 'updated_at': '2021-07-19T17:38:15Z', 'revision_number': 4, 'project_id': '4fd2d65c1f6b427cb20549e01781713c', 'subnets': [{'id': '7aeac84e-a0d4-4d25-b966-7a92d44d1831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:16.236004 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:16.257043 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401a58b7-4ca4-4cd7-b55e-08d953f0dab8 None None] The sync data for ids ['58486a23-8b04-4145-8b18-03d32e892e12'] in dv-cinder-800695-4-iscsi is: [{'id': '58486a23-8b04-4145-8b18-03d32e892e12', 'name': 'tempest-TestVolumeBootPattern-683328307-router', 'tenant_id': '4fd2d65c1f6b427cb20549e01781713c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:38:04Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 4, 'project_id': '4fd2d65c1f6b427cb20549e01781713c', 'gw_port': {'id': '28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486a23-8b04-4145-8b18-03d32e892e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:05Z', 'updated_at': '2021-07-19T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '61193ba2-f719-4825-a98f-0e263b456289', 'name': '', 'network_id': '22aab489-6834-461c-b8b6-024f20e1193b', 'tenant_id': '4fd2d65c1f6b427cb20549e01781713c', 'mac_address': 'fa:16:3e:f8:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58486a23-8b04-4145-8b18-03d32e892e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '7aeac84e-a0d4-4d25-b966-7a92d44d1831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:08Z', 'updated_at': '2021-07-19T17:38:15Z', 'revision_number': 4, 'project_id': '4fd2d65c1f6b427cb20549e01781713c', 'subnets': [{'id': '7aeac84e-a0d4-4d25-b966-7a92d44d1831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:38:16.273578 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] For port 61193ba2-f719-4825-a98f-0e263b456289, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=61193ba2-f719-4825-a98f-0e263b456289,segment=NetworkSegment(11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9),segment_id=11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:38:16.280036 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:16.290445 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ca197190-bad6-454a-b533-d12cea5c217c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:16.306733 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ca197190-bad6-454a-b533-d12cea5c217c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:16.333870 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Pushing event updated for resources: {'Port': ['ID=61193ba2-f719-4825-a98f-0e263b456289,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:16.392629 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-940c7383-01e5-4f73-9a70-2bdc5362da48 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--840985943&fields=id&tenant_id=cde3c008c05a44f09be88be78c4bb614 HTTP/1.1" status: 200 len: 267 time: 0.1141465 Jul 19 17:38:16.398427 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-ca197190-bad6-454a-b533-d12cea5c217c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9f8e4e63cd94a6eb6a6ac5c8553a280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8588219 Jul 19 17:38:16.401283 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 43078) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:16.401796 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca197190-bad6-454a-b533-d12cea5c217c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c6f936-4349-4fb8-9242-0585ef0d9421,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:16.454397 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ccd26-2c09-48bb-8ad2-8afc947cb8ae req-173bab7d-37a4-4c0a-afa9-91b74cb3adba tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:16.455931 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0a0ccd26-2c09-48bb-8ad2-8afc947cb8ae req-173bab7d-37a4-4c0a-afa9-91b74cb3adba tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=05606870-1d1e-4cb2-b48d-2650b16e3995 HTTP/1.1" status: 200 len: 944 time: 0.1764021 Jul 19 17:38:16.469169 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-91af0862-9a83-4af3-9425-abf36ffef715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:16.497682 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-91af0862-9a83-4af3-9425-abf36ffef715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:16.536589 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0a0ccd26-2c09-48bb-8ad2-8afc947cb8ae req-dad00a33-2887-4c46-97f3-bf707f94994b tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1629ec4-3fe1-4ba3-90cc-b42273e2482a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742376 Jul 19 17:38:16.551058 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-91af0862-9a83-4af3-9425-abf36ffef715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:16.553826 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-91af0862-9a83-4af3-9425-abf36ffef715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:16.555187 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-91af0862-9a83-4af3-9425-abf36ffef715 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5c6f936-4349-4fb8-9242-0585ef0d9421 HTTP/1.1" status: 204 len: 168 time: 0.1522460 Jul 19 17:38:16.562215 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-d08a1dbc-a017-4ae7-a597-fb4d923406c3 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:16.564126 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-d08a1dbc-a017-4ae7-a597-fb4d923406c3 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/networks?id=c48ef7ec-7444-4cee-8dfa-ba707e530247 HTTP/1.1" status: 200 len: 816 time: 0.1644034 Jul 19 17:38:16.568825 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af0862-9a83-4af3-9425-abf36ffef715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c6f936-4349-4fb8-9242-0585ef0d9421,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:16.583008 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-f8c097c8-7e33-4cb7-958c-1910be93e0fd tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/quotas/cde3c008c05a44f09be88be78c4bb614 HTTP/1.1" status: 200 len: 375 time: 0.0134864 Jul 19 17:38:16.659226 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-7205237f-850c-4e94-b098-acbf679ea5d7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cde3c008c05a44f09be88be78c4bb614&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699165 Jul 19 17:38:16.762530 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-b021aac0-3086-4e06-ab2f-fa0785fb8237 service neutron] 10.222.0.32 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914915 Jul 19 17:38:16.867889 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-9ba02d95-53eb-44de-9806-565094252e32 service neutron] 10.222.0.32 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989032 Jul 19 17:38:17.037526 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0e57084d-e7ea-4079-8213-446688fb6efd req-132c451c-61f8-4d13-9615-3218e4a21261 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 210 time: 0.0311594 Jul 19 17:38:17.690375 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e1dba-338d-49b1-939c-571374bbc119 req-0ebba733-def0-4c41-ae4c-f94bb42f1bfe tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:17.692140 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e9e1dba-338d-49b1-939c-571374bbc119 req-0ebba733-def0-4c41-ae4c-f94bb42f1bfe tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=05606870-1d1e-4cb2-b48d-2650b16e3995 HTTP/1.1" status: 200 len: 944 time: 0.0697429 Jul 19 17:38:17.732465 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e9e1dba-338d-49b1-939c-571374bbc119 req-4f97b5d2-39f7-4da9-b211-5bd5ab57d86f tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1629ec4-3fe1-4ba3-90cc-b42273e2482a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339329 Jul 19 17:38:17.793273 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:17.993303 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 61193ba2-f719-4825-a98f-0e263b456289 up at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:38:18.064131 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Provisioning complete for port 61193ba2-f719-4825-a98f-0e263b456289 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:18.064598 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:18.067257 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-167bc2b5-c12b-4994-8a41-43a409cfdf23 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:18.069084 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-167bc2b5-c12b-4994-8a41-43a409cfdf23 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.59 "GET /v2.0/networks?id=c48ef7ec-7444-4cee-8dfa-ba707e530247 HTTP/1.1" status: 200 len: 816 time: 0.1323848 Jul 19 17:38:18.173684 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-128c81a5-b885-42a4-b3e5-72eabe874645 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cde3c008c05a44f09be88be78c4bb614 HTTP/1.1" status: 200 len: 379 time: 0.0956025 Jul 19 17:38:18.178291 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-eb9009c4-396a-45ee-90fb-a24df45b6fa2 req-572d0437-e504-4109-bd03-6a3cca33618f tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 210 time: 0.0489044 Jul 19 17:38:18.185590 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-1ad74255-30a2-45e3-9539-8683de835a96 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Request body: {'port': {'device_id': '60663622-7e37-4728-89fc-e65e2bfcd8e4', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'admin_state_up': True, 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'security_groups': ['7b61d795-d4f8-4545-903d-6c140992c875']}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:18.304988 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-1ad74255-30a2-45e3-9539-8683de835a96 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Made reservation on behalf of cde3c008c05a44f09be88be78c4bb614 for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:38:18.306703 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-1ad74255-30a2-45e3-9539-8683de835a96 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:18.445891 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-1ad74255-30a2-45e3-9539-8683de835a96 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Allocated IP 172.20.0.3 (c48ef7ec-7444-4cee-8dfa-ba707e530247/4a8cde66-88d0-4637-913a-84e51941d044/9fa22ac9-bf53-44dc-a2fc-03c0c5b77208) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:38:18.582114 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-1ad74255-30a2-45e3-9539-8683de835a96 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:18.597887 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-1ad74255-30a2-45e3-9539-8683de835a96 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Transition to ACTIVE for port object 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 will not be triggered until provisioned by entity DHCP. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:38:18.633476 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-1ad74255-30a2-45e3-9539-8683de835a96 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:18.636582 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 7e079c56-07d9-4c1b-b365-3d91e513e725 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:38:18.681683 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-1ad74255-30a2-45e3-9539-8683de835a96 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Network c48ef7ec-7444-4cee-8dfa-ba707e530247 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:38:18.690733 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-1ad74255-30a2-45e3-9539-8683de835a96 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:38:18.694932 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-1ad74255-30a2-45e3-9539-8683de835a96 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:38:18.721381 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad74255-30a2-45e3-9539-8683de835a96 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Pushing event updated for resources: {'Port': ['ID=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:18.731905 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 7e079c56-07d9-4c1b-b365-3d91e513e725, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=7e079c56-07d9-4c1b-b365-3d91e513e725,segment=NetworkSegment(5ef1ff52-c95c-47d9-992f-e445d0a3aa31),segment_id=5ef1ff52-c95c-47d9-992f-e445d0a3aa31)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:38:18.745597 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': '7e079c56-07d9-4c1b-b365-3d91e513e725', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'port_id': '7e079c56-07d9-4c1b-b365-3d91e513e725', 'mac_address': 'fa:16:3e:20:1f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:38:18.749485 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-1ad74255-30a2-45e3-9539-8683de835a96 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:18.750231 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-1ad74255-30a2-45e3-9539-8683de835a96 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:18.775926 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-1ad74255-30a2-45e3-9539-8683de835a96 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5954185 Jul 19 17:38:18.789027 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] Request body: {'port': {'device_id': '60663622-7e37-4728-89fc-e65e2bfcd8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:18.798614 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:18.816338 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e079c56-07d9-4c1b-b365-3d91e513e725 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:38:18.842565 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 7e079c56-07d9-4c1b-b365-3d91e513e725, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=7e079c56-07d9-4c1b-b365-3d91e513e725,segment=NetworkSegment(5ef1ff52-c95c-47d9-992f-e445d0a3aa31),segment_id=5ef1ff52-c95c-47d9-992f-e445d0a3aa31)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:38:18.848525 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:18.916416 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=7e079c56-07d9-4c1b-b365-3d91e513e725,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:18.933443 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:18.956358 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1dd493ea-744c-4d8b-a5a3-71ff4c620cdf None None] Provisioning for port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:38:18.959801 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b12fc8-950c-43a0-96de-4d6ec45881b9 req-bd428b8d-abde-42c3-8cb5-1c1a9d3cea50 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:18.960386 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1dd493ea-744c-4d8b-a5a3-71ff4c620cdf None None] Provisioning complete for port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:18.960765 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1dd493ea-744c-4d8b-a5a3-71ff4c620cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:18.961345 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-79b12fc8-950c-43a0-96de-4d6ec45881b9 req-bd428b8d-abde-42c3-8cb5-1c1a9d3cea50 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=05606870-1d1e-4cb2-b48d-2650b16e3995 HTTP/1.1" status: 200 len: 944 time: 0.1398964 Jul 19 17:38:18.998669 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-1dd493ea-744c-4d8b-a5a3-71ff4c620cdf None None] Port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:38:19.067685 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['7e079c56-07d9-4c1b-b365-3d91e513e725'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:38:19.078948 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-79b12fc8-950c-43a0-96de-4d6ec45881b9 req-b05a4caf-99c8-4660-b5fd-7f3ac20fe584 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1629ec4-3fe1-4ba3-90cc-b42273e2482a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957518 Jul 19 17:38:19.254600 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:38:19.263937 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:19.306040 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] Transition to ACTIVE for port object 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:38:19.310011 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4638951'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:19.378441 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:19.408375 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f836e2c-b0bb-4523-ae29-85fdcf0d1ce3 req-2ff35482-44b0-4939-bb4c-d979babb9f73 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:19.409997 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8f836e2c-b0bb-4523-ae29-85fdcf0d1ce3 req-2ff35482-44b0-4939-bb4c-d979babb9f73 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 931 time: 0.1507409 Jul 19 17:38:19.491212 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8f836e2c-b0bb-4523-ae29-85fdcf0d1ce3 req-a6a41cb9-2a0e-48d9-a497-8e057251728e tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596237 Jul 19 17:38:19.493614 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] Attempting to bind port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:38:19.493960 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] Attempting to bind port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'dca354da-992b-4aa3-97b5-c6ca75bf80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:38:19.494295 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] Attempting to bind port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 on network c48ef7ec-7444-4cee-8dfa-ba707e530247 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:38:19.501136 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] Port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 on network c48ef7ec-7444-4cee-8dfa-ba707e530247 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:38:19.501136 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] Attempting to bind port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 on network c48ef7ec-7444-4cee-8dfa-ba707e530247 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:38:19.506820 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] Checking agent: {'id': 'd8fb6e65-9e8c-4b17-9f8a-3918624e6b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'started_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:38:19.507164 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] Checking segment: {'id': 'dca354da-992b-4aa3-97b5-c6ca75bf80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:38:19.507594 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] Bound using segment: {'id': 'dca354da-992b-4aa3-97b5-c6ca75bf80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:38:19.508133 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] Bound port: 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dca354da-992b-4aa3-97b5-c6ca75bf80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:38:19.508380 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:19.578939 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] For port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208, host hv-cinder-80069, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:38:19.581970 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] For port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:38:19.589491 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4638951'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:19.625266 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:19.625874 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:19.627313 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] 10.222.0.59 "PUT /v2.0/ports/9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 HTTP/1.1" status: 200 len: 1093 time: 0.8433795 Jul 19 17:38:19.627664 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60663622-7e37-4728-89fc-e65e2bfcd8e4', 'tag': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:38:19.629951 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0a0096-6798-44cb-b71a-6d7ebe884789" -d '{"events": [{"name": "network-changed", "server_uuid": "60663622-7e37-4728-89fc-e65e2bfcd8e4", "tag": "9fa22ac9-bf53-44dc-a2fc-03c0c5b77208"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:38:19.655983 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a611b-5a7a-4bb8-af68-e24d81cd2838 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:19.685976 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39120472-d8d1-4d05-8ead-f4cc3e5df8af x-openstack-request-id: req-39120472-d8d1-4d05-8ead-f4cc3e5df8af {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:38:19.686267 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60663622-7e37-4728-89fc-e65e2bfcd8e4", "tag": "9fa22ac9-bf53-44dc-a2fc-03c0c5b77208", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:38:19.686573 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39120472-d8d1-4d05-8ead-f4cc3e5df8af {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:38:19.687500 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60663622-7e37-4728-89fc-e65e2bfcd8e4', 'tag': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208', 'status': 'completed', 'code': 200} Jul 19 17:38:19.739705 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-0200e73d-64b4-4522-8204-64ed644962cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:19.741426 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-0200e73d-64b4-4522-8204-64ed644962cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cde3c008c05a44f09be88be78c4bb614&device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 1096 time: 0.0662129 Jul 19 17:38:19.787237 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-e86bc90f-1959-4844-95ae-ed1d0d377a5b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 HTTP/1.1" status: 200 len: 217 time: 0.0380208 Jul 19 17:38:19.837038 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-51540904-c781-4a07-a94a-3db9bf1f828d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:19.838541 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-51540904-c781-4a07-a94a-3db9bf1f828d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a8cde66-88d0-4637-913a-84e51941d044 HTTP/1.1" status: 200 len: 855 time: 0.0452757 Jul 19 17:38:19.896968 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-39e09c7f-07e6-4570-a2a0-57b102b1b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:19.898547 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-39e09c7f-07e6-4570-a2a0-57b102b1b3a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48ef7ec-7444-4cee-8dfa-ba707e530247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537219 Jul 19 17:38:19.996316 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-c73115ea-8f68-4d6f-afee-103dfc6bdf72 service neutron] 10.222.0.59 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906820 Jul 19 17:38:20.092983 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fd42d404-0c7a-4edf-89d9-ab25dd3210dc req-6b145249-33f7-4c93-a884-7a9e92d9aad0 service neutron] 10.222.0.59 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886869 Jul 19 17:38:20.241755 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d4502-6983-4edc-ba21-c7df0c6e459d req-a35abcee-f911-40dc-a370-f83f9eee6fad tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:20.243224 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-250d4502-6983-4edc-ba21-c7df0c6e459d req-a35abcee-f911-40dc-a370-f83f9eee6fad tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=05606870-1d1e-4cb2-b48d-2650b16e3995 HTTP/1.1" status: 200 len: 945 time: 0.0902524 Jul 19 17:38:20.247466 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a0096-6798-44cb-b71a-6d7ebe884789 req-18573089-1184-4c1a-ac6d-8db5cf59c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:20.248818 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3f0a0096-6798-44cb-b71a-6d7ebe884789 req-18573089-1184-4c1a-ac6d-8db5cf59c291 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cde3c008c05a44f09be88be78c4bb614&device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 1096 time: 0.1036670 Jul 19 17:38:20.335393 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-250d4502-6983-4edc-ba21-c7df0c6e459d req-c9252f7f-ab3f-425c-9939-f1ab7d31d0e5 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1629ec4-3fe1-4ba3-90cc-b42273e2482a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850894 Jul 19 17:38:20.361785 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a0096-6798-44cb-b71a-6d7ebe884789 req-b836135a-d102-49b7-97d5-dce6532fabd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:20.363256 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3f0a0096-6798-44cb-b71a-6d7ebe884789 req-b836135a-d102-49b7-97d5-dce6532fabd0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48ef7ec-7444-4cee-8dfa-ba707e530247 HTTP/1.1" status: 200 len: 917 time: 0.1073041 Jul 19 17:38:20.405761 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3f0a0096-6798-44cb-b71a-6d7ebe884789 req-8a2ab380-1582-40e0-bb25-0a0482c0fedd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 HTTP/1.1" status: 200 len: 217 time: 0.0353827 Jul 19 17:38:20.457661 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a0096-6798-44cb-b71a-6d7ebe884789 req-e3f2fcb9-dedb-4596-acdc-a9a0b1972326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:20.459132 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3f0a0096-6798-44cb-b71a-6d7ebe884789 req-e3f2fcb9-dedb-4596-acdc-a9a0b1972326 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a8cde66-88d0-4637-913a-84e51941d044 HTTP/1.1" status: 200 len: 855 time: 0.0465803 Jul 19 17:38:20.518182 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a0096-6798-44cb-b71a-6d7ebe884789 req-fcded927-b0aa-4cd2-bbfd-9c72de67557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:20.519595 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3f0a0096-6798-44cb-b71a-6d7ebe884789 req-fcded927-b0aa-4cd2-bbfd-9c72de67557f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48ef7ec-7444-4cee-8dfa-ba707e530247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532095 Jul 19 17:38:20.644211 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3f0a0096-6798-44cb-b71a-6d7ebe884789 req-1df4b405-695c-486e-96d7-6dd5f4874027 service neutron] 10.222.0.59 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177199 Jul 19 17:38:20.652934 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 7e079c56-07d9-4c1b-b365-3d91e513e725 up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:38:20.699434 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a61c1-40ee-4e4d-ae0b-ad7544344ed5 req-8b958087-d125-406c-b9c6-15dd29c27f71 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:20.700964 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-598a61c1-40ee-4e4d-ae0b-ad7544344ed5 req-8b958087-d125-406c-b9c6-15dd29c27f71 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 943 time: 0.1170096 Jul 19 17:38:20.703965 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning for port 7e079c56-07d9-4c1b-b365-3d91e513e725 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:38:20.708202 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port 7e079c56-07d9-4c1b-b365-3d91e513e725 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:20.708596 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:20.783176 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-598a61c1-40ee-4e4d-ae0b-ad7544344ed5 req-d00794c2-7cf8-43c0-a398-11669619e2f2 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580504 Jul 19 17:38:20.785118 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3f0a0096-6798-44cb-b71a-6d7ebe884789 req-80771b06-8b41-4822-b639-ac85fcf75dd2 service neutron] 10.222.0.59 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324747 Jul 19 17:38:20.789723 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:20.813477 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05606870-1d1e-4cb2-b48d-2650b16e3995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e079c56-07d9-4c1b-b365-3d91e513e725'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:38:20.815767 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b090079-816c-447c-a24e-a80ef386deca" -d '{"events": [{"server_uuid": "05606870-1d1e-4cb2-b48d-2650b16e3995", "name": "network-vif-plugged", "status": "completed", "tag": "7e079c56-07d9-4c1b-b365-3d91e513e725"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:38:20.829356 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 7e079c56-07d9-4c1b-b365-3d91e513e725, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=7e079c56-07d9-4c1b-b365-3d91e513e725,segment=NetworkSegment(5ef1ff52-c95c-47d9-992f-e445d0a3aa31),segment_id=5ef1ff52-c95c-47d9-992f-e445d0a3aa31)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:38:20.835946 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:20.882382 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=7e079c56-07d9-4c1b-b365-3d91e513e725,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:21.032684 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4019816-0fe9-4bf2-bc28-5025109edc36 x-openstack-request-id: req-e4019816-0fe9-4bf2-bc28-5025109edc36 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:38:21.032970 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05606870-1d1e-4cb2-b48d-2650b16e3995", "name": "network-vif-plugged", "status": "completed", "tag": "7e079c56-07d9-4c1b-b365-3d91e513e725", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:38:21.033271 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4019816-0fe9-4bf2-bc28-5025109edc36 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:38:21.033612 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05606870-1d1e-4cb2-b48d-2650b16e3995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e079c56-07d9-4c1b-b365-3d91e513e725', 'code': 200} Jul 19 17:38:21.215025 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca5569-e3ed-43ce-a255-94f90ede6d12 req-1c09f280-fe86-46f1-8efc-e9cc9e7b372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:21.216574 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bcca5569-e3ed-43ce-a255-94f90ede6d12 req-1c09f280-fe86-46f1-8efc-e9cc9e7b372b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=05606870-1d1e-4cb2-b48d-2650b16e3995 HTTP/1.1" status: 200 len: 1099 time: 0.0524592 Jul 19 17:38:21.253803 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2beafe22-0993-4bb6-a508-0447f4680d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:21.257391 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bcca5569-e3ed-43ce-a255-94f90ede6d12 req-2c20bd6a-d880-4328-b07f-2fa596724716 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c1629ec4-3fe1-4ba3-90cc-b42273e2482a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333405 Jul 19 17:38:21.465072 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e415e3-b2dd-4d6f-8f7d-5f941708bc68 req-5838c0eb-b511-45f7-8857-c4d43c7550d3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:21.466579 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d0e415e3-b2dd-4d6f-8f7d-5f941708bc68 req-5838c0eb-b511-45f7-8857-c4d43c7550d3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=05606870-1d1e-4cb2-b48d-2650b16e3995 HTTP/1.1" status: 200 len: 946 time: 0.0652378 Jul 19 17:38:21.504971 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d0e415e3-b2dd-4d6f-8f7d-5f941708bc68 req-84a47c77-6bb7-4f11-b850-25404bfed649 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1629ec4-3fe1-4ba3-90cc-b42273e2482a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321815 Jul 19 17:38:21.925213 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a7c32-baba-4789-82e8-053c9cd0df5e req-9f7f6e3c-a910-4433-bc0e-456fc58eb841 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:21.926763 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-af4a7c32-baba-4789-82e8-053c9cd0df5e req-9f7f6e3c-a910-4433-bc0e-456fc58eb841 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 943 time: 0.0669279 Jul 19 17:38:21.969016 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-af4a7c32-baba-4789-82e8-053c9cd0df5e req-9418524d-fe95-4760-9c24-71db0e136e9d tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339060 Jul 19 17:38:22.633977 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522623e-53b6-4605-9a01-e31720b3317e req-f012362d-f445-4c87-bee2-a092fb2750f3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:22.635494 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f522623e-53b6-4605-9a01-e31720b3317e req-f012362d-f445-4c87-bee2-a092fb2750f3 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=05606870-1d1e-4cb2-b48d-2650b16e3995 HTTP/1.1" status: 200 len: 946 time: 0.0648112 Jul 19 17:38:22.655339 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:38:22.680756 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f522623e-53b6-4605-9a01-e31720b3317e req-71f4a70a-701b-48e0-a588-429645c442e5 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1629ec4-3fe1-4ba3-90cc-b42273e2482a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394115 Jul 19 17:38:22.760980 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:38:22.774197 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'port_id': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208', 'mac_address': 'fa:16:3e:45:de:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8cde66-88d0-4637-913a-84e51941d044', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:38:22.809907 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd59a8-17a0-4811-ba21-e894ba0e3bb5 req-60853467-f895-4dd4-af7a-8f9c5ff15be1 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:22.810390 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:22.811398 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f9fd59a8-17a0-4811-ba21-e894ba0e3bb5 req-60853467-f895-4dd4-af7a-8f9c5ff15be1 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=05606870-1d1e-4cb2-b48d-2650b16e3995 HTTP/1.1" status: 200 len: 946 time: 0.0660145 Jul 19 17:38:22.819940 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 43134) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:22.824903 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-b73eb600-fe91-4522-a53a-89922c8c77cc tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Request body: {'floatingip': {'port_id': '7e079c56-07d9-4c1b-b365-3d91e513e725'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:22.827382 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:38:22.849067 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:38:22.852770 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:22.868143 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b73eb600-fe91-4522-a53a-89922c8c77cc tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for floatingip, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:22.900629 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:23.120057 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['9fa22ac9-bf53-44dc-a2fc-03c0c5b77208'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:38:23.226112 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7f1a9-fe33-4e18-a86e-ceff7fc7c6b4 req-1a595960-e6db-4ef9-8974-a2e54b37f08c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:23.227378 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-29d7f1a9-fe33-4e18-a86e-ceff7fc7c6b4 req-1a595960-e6db-4ef9-8974-a2e54b37f08c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 944 time: 0.1682746 Jul 19 17:38:23.584473 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-29d7f1a9-fe33-4e18-a86e-ceff7fc7c6b4 req-087bc683-5f0d-4724-8633-bd09498ea372 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3301857 Jul 19 17:38:23.678189 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b73eb600-fe91-4522-a53a-89922c8c77cc tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:23.682331 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b73eb600-fe91-4522-a53a-89922c8c77cc tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567430'] for floatingip, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:23.789498 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.db.l3_db [None req-b73eb600-fe91-4522-a53a-89922c8c77cc tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Floating IP 3dc016aa-22d4-41fa-86a8-d49539efa7d5 associated. External IP: 172.27.0.118, port: 7e079c56-07d9-4c1b-b365-3d91e513e725. Jul 19 17:38:23.985072 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-bcb6a418-33a0-47a2-821e-fae8f211ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:24.039765 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73eb600-fe91-4522-a53a-89922c8c77cc tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Router c9b82133-ed92-436d-873d-9abcda55d88e has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:38:24.159369 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73eb600-fe91-4522-a53a-89922c8c77cc tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:38:24.164836 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b73eb600-fe91-4522-a53a-89922c8c77cc tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for floatingip, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:24.170278 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc07a5-a6a9-4e92-b5f7-d4eca0ac9b03 None None] Sync routers for ids ['c9b82133-ed92-436d-873d-9abcda55d88e'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:38:24.185065 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc07a5-a6a9-4e92-b5f7-d4eca0ac9b03 None None] Routers {'c9b82133-ed92-436d-873d-9abcda55d88e'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:38:24.185920 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-f7fc07a5-a6a9-4e92-b5f7-d4eca0ac9b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:38:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['c9b82133-ed92-436d-873d-9abcda55d88e'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:24.211767 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-b73eb600-fe91-4522-a53a-89922c8c77cc tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "PUT /v2.0/floatingips/3dc016aa-22d4-41fa-86a8-d49539efa7d5 HTTP/1.1" status: 200 len: 992 time: 1.3907111 Jul 19 17:38:24.212367 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05606870-1d1e-4cb2-b48d-2650b16e3995', 'tag': '7e079c56-07d9-4c1b-b365-3d91e513e725'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:38:24.214769 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f710c236-4808-4cd1-a326-5a238219b563" -d '{"events": [{"name": "network-changed", "server_uuid": "05606870-1d1e-4cb2-b48d-2650b16e3995", "tag": "7e079c56-07d9-4c1b-b365-3d91e513e725"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:38:24.264478 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f982c264-f704-474a-a4aa-95038824a0c9 x-openstack-request-id: req-f982c264-f704-474a-a4aa-95038824a0c9 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:38:24.265635 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05606870-1d1e-4cb2-b48d-2650b16e3995", "tag": "7e079c56-07d9-4c1b-b365-3d91e513e725", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:38:24.265635 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f982c264-f704-474a-a4aa-95038824a0c9 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:38:24.266213 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05606870-1d1e-4cb2-b48d-2650b16e3995', 'tag': '7e079c56-07d9-4c1b-b365-3d91e513e725', 'status': 'completed', 'code': 200} Jul 19 17:38:24.298034 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-f7fc07a5-a6a9-4e92-b5f7-d4eca0ac9b03 None None] Set router c9b82133-ed92-436d-873d-9abcda55d88e gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:38:24.343981 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710c236-4808-4cd1-a326-5a238219b563 req-d1e9d2e6-4175-4bb2-b8da-9a3a0344895a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:24.345567 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f710c236-4808-4cd1-a326-5a238219b563 req-d1e9d2e6-4175-4bb2-b8da-9a3a0344895a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=264664ead74849f4a933f763f9adf1ae&device_id=05606870-1d1e-4cb2-b48d-2650b16e3995 HTTP/1.1" status: 200 len: 1099 time: 0.0558884 Jul 19 17:38:24.439179 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710c236-4808-4cd1-a326-5a238219b563 req-59505160-1049-4e02-affe-a17cd0d3bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:24.440914 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f710c236-4808-4cd1-a326-5a238219b563 req-59505160-1049-4e02-affe-a17cd0d3bd34 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2b2a9a44-8a11-41b7-b0f8-85238b0362d1 HTTP/1.1" status: 200 len: 912 time: 0.0881629 Jul 19 17:38:24.444692 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:24.510249 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f710c236-4808-4cd1-a326-5a238219b563 req-94d894c5-eb0c-4bee-b0e7-fe14e18521a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e079c56-07d9-4c1b-b365-3d91e513e725 HTTP/1.1" status: 200 len: 1000 time: 0.0613658 Jul 19 17:38:24.559839 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710c236-4808-4cd1-a326-5a238219b563 req-d492c1fb-40df-4395-8232-cb3e123da76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:24.561271 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f710c236-4808-4cd1-a326-5a238219b563 req-d492c1fb-40df-4395-8232-cb3e123da76a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b4a27a-9fa5-41b8-8967-080a257defa8 HTTP/1.1" status: 200 len: 850 time: 0.0449235 Jul 19 17:38:24.579481 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-f7fc07a5-a6a9-4e92-b5f7-d4eca0ac9b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'name': 'tempest-AttachVolumeTestJSON-1312934689-router', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:44Z', 'revision_number': 4, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'gw_port': {'id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:37Z', 'updated_at': '2021-07-19T17:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': '3dc016aa-22d4-41fa-86a8-d49539efa7d5', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'port_id': '7e079c56-07d9-4c1b-b365-3d91e513e725', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'mac_address': 'fa:16:3e:20:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05606870-1d1e-4cb2-b48d-2650b16e3995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:38:04Z', 'updated_at': '2021-07-19T17:38:23Z', 'revision_number': 1, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1365d5-b13d-4c0c-9672-6caf4f6a4de4', 'name': '', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'mac_address': 'fa:16:3e:00:c1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:42Z', 'updated_at': '2021-07-19T17:32:58Z', 'revision_number': 5, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'subnets': [{'id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:24.605301 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc07a5-a6a9-4e92-b5f7-d4eca0ac9b03 None None] Checking router: c9b82133-ed92-436d-873d-9abcda55d88e for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:38:24.614079 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc07a5-a6a9-4e92-b5f7-d4eca0ac9b03 None None] Routers {'c9b82133-ed92-436d-873d-9abcda55d88e'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:38:24.614860 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-f7fc07a5-a6a9-4e92-b5f7-d4eca0ac9b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:38:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['c9b82133-ed92-436d-873d-9abcda55d88e'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:24.627069 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710c236-4808-4cd1-a326-5a238219b563 req-80ebe675-983d-4a6a-922f-52f18618dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:24.628766 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f710c236-4808-4cd1-a326-5a238219b563 req-80ebe675-983d-4a6a-922f-52f18618dc45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b2a9a44-8a11-41b7-b0f8-85238b0362d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601952 Jul 19 17:38:24.682058 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:38:24.763488 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f710c236-4808-4cd1-a326-5a238219b563 req-9ee79151-322f-490e-b38c-73e17cc71720 service neutron] 10.222.0.59 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269665 Jul 19 17:38:24.788174 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f3e63-143b-411a-b57e-a7c796c4eb38 req-c052a461-ed18-4dc5-b2b0-a14d28637848 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:24.789746 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-260f3e63-143b-411a-b57e-a7c796c4eb38 req-c052a461-ed18-4dc5-b2b0-a14d28637848 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 944 time: 0.1271756 Jul 19 17:38:24.870571 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-260f3e63-143b-411a-b57e-a7c796c4eb38 req-bd1cfb2d-e17d-4958-b034-dce481c428e2 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705063 Jul 19 17:38:24.878053 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-f7fc07a5-a6a9-4e92-b5f7-d4eca0ac9b03 None None] Set router c9b82133-ed92-436d-873d-9abcda55d88e gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:38:24.880907 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning for port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:38:24.894288 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f710c236-4808-4cd1-a326-5a238219b563 req-055cc8b5-3da8-4f76-b388-11f34c19a5f5 service neutron] 10.222.0.59 "GET /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234152 Jul 19 17:38:24.912503 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:24.912911 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:25.089517 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:25.130874 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60663622-7e37-4728-89fc-e65e2bfcd8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:38:25.133397 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9383ce-2ec2-4ba2-af6b-664621e48994" -d '{"events": [{"server_uuid": "60663622-7e37-4728-89fc-e65e2bfcd8e4", "name": "network-vif-plugged", "status": "completed", "tag": "9fa22ac9-bf53-44dc-a2fc-03c0c5b77208"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:38:25.149650 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:38:25.169426 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:25.175051 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0bb40b-eedf-454f-8128-8a492f5fc05b x-openstack-request-id: req-7b0bb40b-eedf-454f-8128-8a492f5fc05b {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:38:25.175345 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60663622-7e37-4728-89fc-e65e2bfcd8e4", "name": "network-vif-plugged", "status": "completed", "tag": "9fa22ac9-bf53-44dc-a2fc-03c0c5b77208", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:38:25.175596 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b0bb40b-eedf-454f-8128-8a492f5fc05b {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:38:25.175985 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60663622-7e37-4728-89fc-e65e2bfcd8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208', 'code': 200} Jul 19 17:38:25.234589 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:25.246950 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-f7fc07a5-a6a9-4e92-b5f7-d4eca0ac9b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'name': 'tempest-AttachVolumeTestJSON-1312934689-router', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:44Z', 'revision_number': 4, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'gw_port': {'id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:37Z', 'updated_at': '2021-07-19T17:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': '3dc016aa-22d4-41fa-86a8-d49539efa7d5', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'port_id': '7e079c56-07d9-4c1b-b365-3d91e513e725', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'mac_address': 'fa:16:3e:20:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05606870-1d1e-4cb2-b48d-2650b16e3995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:38:04Z', 'updated_at': '2021-07-19T17:38:23Z', 'revision_number': 1, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1365d5-b13d-4c0c-9672-6caf4f6a4de4', 'name': '', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'mac_address': 'fa:16:3e:00:c1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:42Z', 'updated_at': '2021-07-19T17:32:58Z', 'revision_number': 5, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'subnets': [{'id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:25.275563 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc07a5-a6a9-4e92-b5f7-d4eca0ac9b03 None None] The sync data for ids ['c9b82133-ed92-436d-873d-9abcda55d88e'] in dv-cinder-800695-4-iscsi is: [{'id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'name': 'tempest-AttachVolumeTestJSON-1312934689-router', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:44Z', 'revision_number': 4, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'gw_port': {'id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:37Z', 'updated_at': '2021-07-19T17:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': '3dc016aa-22d4-41fa-86a8-d49539efa7d5', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'port_id': '7e079c56-07d9-4c1b-b365-3d91e513e725', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'mac_address': 'fa:16:3e:20:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05606870-1d1e-4cb2-b48d-2650b16e3995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:38:04Z', 'updated_at': '2021-07-19T17:38:23Z', 'revision_number': 1, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1365d5-b13d-4c0c-9672-6caf4f6a4de4', 'name': '', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'mac_address': 'fa:16:3e:00:c1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:42Z', 'updated_at': '2021-07-19T17:32:58Z', 'revision_number': 5, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'subnets': [{'id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:38:25.329733 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:25.391589 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea5b24-ae34-46a8-8ddb-a314246977f0 req-daf836b4-cc92-404e-935a-2ff0b585d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:25.393670 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-47ea5b24-ae34-46a8-8ddb-a314246977f0 req-daf836b4-cc92-404e-935a-2ff0b585d0ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 1098 time: 0.0599036 Jul 19 17:38:25.431214 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-47ea5b24-ae34-46a8-8ddb-a314246977f0 req-d43d8a89-6e41-4d02-9914-07a6e6cca15e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309274 Jul 19 17:38:25.487061 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35330bd-2f68-4cd0-9616-452f5734e909 None None] New status for floating IP 3dc016aa-22d4-41fa-86a8-d49539efa7d5: ACTIVE {{(pid=93386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:38:26.011292 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd658b8e-1073-45c3-a5fc-6cd3a61d3acc req-5a6800ca-66dc-4abe-ab37-6971f705e2f3 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:26.013079 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cd658b8e-1073-45c3-a5fc-6cd3a61d3acc req-5a6800ca-66dc-4abe-ab37-6971f705e2f3 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0646663 Jul 19 17:38:26.050537 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cd658b8e-1073-45c3-a5fc-6cd3a61d3acc req-d284592f-eaf6-446c-829f-6c4d645b234f tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315213 Jul 19 17:38:27.102072 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:27.186668 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acaff9f-da91-4ad6-af2d-561f66cc543d req-35ac33cc-a3a0-46f8-89e5-95a497880681 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:27.188775 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1acaff9f-da91-4ad6-af2d-561f66cc543d req-35ac33cc-a3a0-46f8-89e5-95a497880681 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0657670 Jul 19 17:38:27.229687 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1acaff9f-da91-4ad6-af2d-561f66cc543d req-51fc8987-d26b-465a-ad07-0bbdf1417b89 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354669 Jul 19 17:38:27.359551 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2120e-3e7a-4410-878e-6f33c7a07c74 req-168e16ab-da6b-402a-b786-8b2c7b8a74b5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:27.361049 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-82a2120e-3e7a-4410-878e-6f33c7a07c74 req-168e16ab-da6b-402a-b786-8b2c7b8a74b5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0625997 Jul 19 17:38:27.369477 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 43178) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:27.374008 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-ea52d750-2548-4771-9fe5-8cfb67075ed6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Request body: {'floatingip': {'port_id': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:27.412289 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ea52d750-2548-4771-9fe5-8cfb67075ed6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for floatingip, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:27.839190 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ea52d750-2548-4771-9fe5-8cfb67075ed6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:27.843631 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ea52d750-2548-4771-9fe5-8cfb67075ed6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567430'] for floatingip, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:27.943435 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.db.l3_db [None req-ea52d750-2548-4771-9fe5-8cfb67075ed6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Floating IP e4feedc6-635d-469e-a2a3-ea8e6c22e25e associated. External IP: 172.27.0.73, port: 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208. Jul 19 17:38:28.156542 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea52d750-2548-4771-9fe5-8cfb67075ed6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:38:28.264059 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea52d750-2548-4771-9fe5-8cfb67075ed6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:38:28.268980 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ea52d750-2548-4771-9fe5-8cfb67075ed6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for floatingip, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:28.275138 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b8d41-06b5-41ac-9d2f-1ce5718152d9 None None] Sync routers for ids ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:38:28.286363 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7b8d41-06b5-41ac-9d2f-1ce5718152d9 None None] Routers {'0d9f4ff7-10f0-4940-9fa3-6cf903929c82'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:38:28.286979 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-eb7b8d41-06b5-41ac-9d2f-1ce5718152d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:38:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:28.305632 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-ea52d750-2548-4771-9fe5-8cfb67075ed6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "PUT /v2.0/floatingips/e4feedc6-635d-469e-a2a3-ea8e6c22e25e HTTP/1.1" status: 200 len: 990 time: 0.9350893 Jul 19 17:38:28.306233 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60663622-7e37-4728-89fc-e65e2bfcd8e4', 'tag': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:38:28.308516 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabea7ea-ad9b-4cb7-bca9-993f24f14d44" -d '{"events": [{"name": "network-changed", "server_uuid": "60663622-7e37-4728-89fc-e65e2bfcd8e4", "tag": "9fa22ac9-bf53-44dc-a2fc-03c0c5b77208"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:38:28.347294 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3039521-609c-4007-9941-77ceb2002202 x-openstack-request-id: req-a3039521-609c-4007-9941-77ceb2002202 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:38:28.347584 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60663622-7e37-4728-89fc-e65e2bfcd8e4", "tag": "9fa22ac9-bf53-44dc-a2fc-03c0c5b77208", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:38:28.347846 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3039521-609c-4007-9941-77ceb2002202 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:38:28.348501 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60663622-7e37-4728-89fc-e65e2bfcd8e4', 'tag': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208', 'status': 'completed', 'code': 200} Jul 19 17:38:28.406713 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-eb7b8d41-06b5-41ac-9d2f-1ce5718152d9 None None] Set router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:38:28.432358 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabea7ea-ad9b-4cb7-bca9-993f24f14d44 req-9728fea0-e7d0-4ad5-90cf-f0b97713ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:28.434006 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cabea7ea-ad9b-4cb7-bca9-993f24f14d44 req-9728fea0-e7d0-4ad5-90cf-f0b97713ae47 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cde3c008c05a44f09be88be78c4bb614&device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 1098 time: 0.0549736 Jul 19 17:38:28.534736 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabea7ea-ad9b-4cb7-bca9-993f24f14d44 req-1523cbb8-911f-4bee-b92e-ef088b67bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:28.536262 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cabea7ea-ad9b-4cb7-bca9-993f24f14d44 req-1523cbb8-911f-4bee-b92e-ef088b67bbc2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48ef7ec-7444-4cee-8dfa-ba707e530247 HTTP/1.1" status: 200 len: 917 time: 0.0949457 Jul 19 17:38:28.614578 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cabea7ea-ad9b-4cb7-bca9-993f24f14d44 req-1704db73-e06e-45a4-8f60-24d1a6f95acc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 HTTP/1.1" status: 200 len: 998 time: 0.0721893 Jul 19 17:38:28.651270 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-eb7b8d41-06b5-41ac-9d2f-1ce5718152d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'name': 'tempest-AttachVolumeShelveTestJSON-417807470-router', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '8519777c-b494-4823-af53-473f034226c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:07Z', 'updated_at': '2021-07-19T17:34:14Z', 'revision_number': 4, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'gw_port': {'id': '8519777c-b494-4823-af53-473f034226c8', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:08Z', 'updated_at': '2021-07-19T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': 'e4feedc6-635d-469e-a2a3-ea8e6c22e25e', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'port_id': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'mac_address': 'fa:16:3e:45:de:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60663622-7e37-4728-89fc-e65e2bfcd8e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:38:15Z', 'updated_at': '2021-07-19T17:38:27Z', 'revision_number': 1, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835fce5f-763a-432d-9e20-a832f1762fe6', 'name': '', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'mac_address': 'fa:16:3e:43:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4a8cde66-88d0-4637-913a-84e51941d044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:22Z', 'revision_number': 5, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'subnets': [{'id': '4a8cde66-88d0-4637-913a-84e51941d044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:28.674014 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabea7ea-ad9b-4cb7-bca9-993f24f14d44 req-1ebfdca6-ba74-4883-ae19-94d92bfcdce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:28.675462 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cabea7ea-ad9b-4cb7-bca9-993f24f14d44 req-1ebfdca6-ba74-4883-ae19-94d92bfcdce3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a8cde66-88d0-4637-913a-84e51941d044 HTTP/1.1" status: 200 len: 855 time: 0.0498827 Jul 19 17:38:28.679365 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b8d41-06b5-41ac-9d2f-1ce5718152d9 None None] Checking router: 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:38:28.688790 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7b8d41-06b5-41ac-9d2f-1ce5718152d9 None None] Routers {'0d9f4ff7-10f0-4940-9fa3-6cf903929c82'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:38:28.689362 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-eb7b8d41-06b5-41ac-9d2f-1ce5718152d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:38:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:28.757813 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-54a24011-7bcb-460f-8fdc-286aaa6e4d80 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1292904531&fields=id&tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18 HTTP/1.1" status: 200 len: 267 time: 0.0447364 Jul 19 17:38:28.776632 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabea7ea-ad9b-4cb7-bca9-993f24f14d44 req-93af333a-b151-49d5-ab20-99d97d42f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:28.778148 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cabea7ea-ad9b-4cb7-bca9-993f24f14d44 req-93af333a-b151-49d5-ab20-99d97d42f787 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48ef7ec-7444-4cee-8dfa-ba707e530247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0964863 Jul 19 17:38:28.797372 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-eb7b8d41-06b5-41ac-9d2f-1ce5718152d9 None None] Set router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:38:29.031313 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-eb7b8d41-06b5-41ac-9d2f-1ce5718152d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'name': 'tempest-AttachVolumeShelveTestJSON-417807470-router', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '8519777c-b494-4823-af53-473f034226c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:07Z', 'updated_at': '2021-07-19T17:34:14Z', 'revision_number': 4, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'gw_port': {'id': '8519777c-b494-4823-af53-473f034226c8', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:08Z', 'updated_at': '2021-07-19T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': 'e4feedc6-635d-469e-a2a3-ea8e6c22e25e', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'port_id': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'mac_address': 'fa:16:3e:45:de:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60663622-7e37-4728-89fc-e65e2bfcd8e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:38:15Z', 'updated_at': '2021-07-19T17:38:27Z', 'revision_number': 1, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835fce5f-763a-432d-9e20-a832f1762fe6', 'name': '', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'mac_address': 'fa:16:3e:43:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4a8cde66-88d0-4637-913a-84e51941d044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:22Z', 'revision_number': 5, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'subnets': [{'id': '4a8cde66-88d0-4637-913a-84e51941d044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:29.058556 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b8d41-06b5-41ac-9d2f-1ce5718152d9 None None] The sync data for ids ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'] in dv-cinder-800695-4-iscsi is: [{'id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'name': 'tempest-AttachVolumeShelveTestJSON-417807470-router', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '8519777c-b494-4823-af53-473f034226c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:07Z', 'updated_at': '2021-07-19T17:34:14Z', 'revision_number': 4, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'gw_port': {'id': '8519777c-b494-4823-af53-473f034226c8', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:08Z', 'updated_at': '2021-07-19T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': 'e4feedc6-635d-469e-a2a3-ea8e6c22e25e', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'port_id': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'mac_address': 'fa:16:3e:45:de:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60663622-7e37-4728-89fc-e65e2bfcd8e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:38:15Z', 'updated_at': '2021-07-19T17:38:27Z', 'revision_number': 1, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835fce5f-763a-432d-9e20-a832f1762fe6', 'name': '', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'mac_address': 'fa:16:3e:43:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4a8cde66-88d0-4637-913a-84e51941d044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:22Z', 'revision_number': 5, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'subnets': [{'id': '4a8cde66-88d0-4637-913a-84e51941d044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:38:29.198096 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-a7e73809-0d22-4774-9c6a-08fb8257cf2d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:29.199612 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-a7e73809-0d22-4774-9c6a-08fb8257cf2d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/networks?id=32686385-9f8a-48d8-ae63-fc5b5a190c98 HTTP/1.1" status: 200 len: 811 time: 0.4343843 Jul 19 17:38:29.217229 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cabea7ea-ad9b-4cb7-bca9-993f24f14d44 req-21496600-6576-4de2-bac9-e93b2194d9b8 service neutron] 10.222.0.59 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270146 Jul 19 17:38:29.220311 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-621586c2-e67d-4f4c-84cc-cb436823432b tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/quotas/cf97fcc6cb3e46aaa1f34bd3717bec18 HTTP/1.1" status: 200 len: 375 time: 0.0147505 Jul 19 17:38:29.245981 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef827ec5-0ce7-4c28-83b0-29430480cf90 None None] New status for floating IP e4feedc6-635d-469e-a2a3-ea8e6c22e25e: ACTIVE {{(pid=93386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:38:29.350916 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cabea7ea-ad9b-4cb7-bca9-993f24f14d44 req-49768c86-e490-4ef8-a1ef-ab39c6bf5840 service neutron] 10.222.0.59 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266606 Jul 19 17:38:29.357690 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-b4774bd2-89bc-4843-b794-9176d7dad95e tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1261356 Jul 19 17:38:29.467399 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-4c1d3d0c-8665-40db-940c-928ccfdc37b3 service neutron] 10.222.0.32 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951064 Jul 19 17:38:29.559370 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-06d73d3a-37f7-449d-b2d9-2e3038da2b6c service neutron] 10.222.0.32 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848091 Jul 19 17:38:29.849951 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f62d007f-ad64-4125-b533-9f05f54b4b44 req-418302c1-d741-4e20-a50e-cf0e62506f68 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 210 time: 0.0303953 Jul 19 17:38:30.852117 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-8130ada4-c2ab-4c7e-b80f-5f102401fbb4 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:30.853571 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-8130ada4-c2ab-4c7e-b80f-5f102401fbb4 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.59 "GET /v2.0/networks?id=32686385-9f8a-48d8-ae63-fc5b5a190c98 HTTP/1.1" status: 200 len: 811 time: 0.1608863 Jul 19 17:38:30.872288 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e40b8f-e0b3-4f75-9d6c-af7d78a5d5fd req-de03aa20-3fc9-4a48-b2bb-c0f25dda8984 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:30.873779 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-35e40b8f-e0b3-4f75-9d6c-af7d78a5d5fd req-de03aa20-3fc9-4a48-b2bb-c0f25dda8984 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 945 time: 0.0930939 Jul 19 17:38:30.973475 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-69cc648b-1ac1-473f-8a03-02c07a8b8fee tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18 HTTP/1.1" status: 200 len: 380 time: 0.0986915 Jul 19 17:38:30.975773 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-76769960-0fa1-4fdb-beff-41453849fab5 req-0e41a8f2-6e06-4310-ada4-feb971c01e98 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 210 time: 0.0486956 Jul 19 17:38:30.978529 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-35e40b8f-e0b3-4f75-9d6c-af7d78a5d5fd req-1d7abdee-75cc-4da2-b449-803d74c92f2d tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981894 Jul 19 17:38:30.983133 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Request body: {'port': {'device_id': '766b655a-3998-4149-9af4-a18afe42f3c6', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'admin_state_up': True, 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'security_groups': ['544882e7-1861-4d5b-8779-57f895bc908d']}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:31.100655 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Made reservation on behalf of cf97fcc6cb3e46aaa1f34bd3717bec18 for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:38:31.104569 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:31.238286 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Allocated IP 172.20.0.6 (32686385-9f8a-48d8-ae63-fc5b5a190c98/e2f7774a-4edc-4422-a603-06fff220f9d8/fbad29ee-9b29-4452-b164-7bc2f259c594) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:38:31.387338 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:31.401105 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Transition to ACTIVE for port object fbad29ee-9b29-4452-b164-7bc2f259c594 will not be triggered until provisioned by entity DHCP. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:38:31.434068 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:31.480992 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Network 32686385-9f8a-48d8-ae63-fc5b5a190c98 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:38:31.486822 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:38:31.490148 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:38:31.516171 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Pushing event updated for resources: {'Port': ['ID=fbad29ee-9b29-4452-b164-7bc2f259c594,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:31.530726 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:31.531071 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:31.531410 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:31.531740 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:31.532066 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:31.532420 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:31.532746 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:31.533076 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:31.533402 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:31.533719 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:31.534037 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:31.534353 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:31.556385 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:31.557010 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:31.574332 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-5d9b98f9-3651-4f7b-8acd-574b8935f10a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5948014 Jul 19 17:38:31.586657 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] Request body: {'port': {'device_id': '766b655a-3998-4149-9af4-a18afe42f3c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:31.668433 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:31.752454 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-cedf9243-02be-44a4-9a47-e9cf5db812ff None None] Provisioning for port fbad29ee-9b29-4452-b164-7bc2f259c594 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:38:31.756035 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-cedf9243-02be-44a4-9a47-e9cf5db812ff None None] Provisioning complete for port fbad29ee-9b29-4452-b164-7bc2f259c594 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:31.756427 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-cedf9243-02be-44a4-9a47-e9cf5db812ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:31.789570 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-cedf9243-02be-44a4-9a47-e9cf5db812ff None None] Port fbad29ee-9b29-4452-b164-7bc2f259c594 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:38:31.931406 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbad29ee-9b29-4452-b164-7bc2f259c594 {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:38:31.940826 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:31.952665 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] Transition to ACTIVE for port object fbad29ee-9b29-4452-b164-7bc2f259c594 will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:38:31.956899 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4638951'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:32.011747 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] Pushing event updated for resources: {'Port': ['ID=fbad29ee-9b29-4452-b164-7bc2f259c594,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:32.163254 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] Attempting to bind port fbad29ee-9b29-4452-b164-7bc2f259c594 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:38:32.163597 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] Attempting to bind port fbad29ee-9b29-4452-b164-7bc2f259c594 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '99c6287f-76fe-493e-8889-05eb89f545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:38:32.163933 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] Attempting to bind port fbad29ee-9b29-4452-b164-7bc2f259c594 on network 32686385-9f8a-48d8-ae63-fc5b5a190c98 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:38:32.178620 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] Port fbad29ee-9b29-4452-b164-7bc2f259c594 on network 32686385-9f8a-48d8-ae63-fc5b5a190c98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:38:32.178946 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] Attempting to bind port fbad29ee-9b29-4452-b164-7bc2f259c594 on network 32686385-9f8a-48d8-ae63-fc5b5a190c98 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:38:32.192652 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] Checking agent: {'id': 'd8fb6e65-9e8c-4b17-9f8a-3918624e6b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'started_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:38:32.192996 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] Checking segment: {'id': '99c6287f-76fe-493e-8889-05eb89f545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:38:32.193387 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] Bound using segment: {'id': '99c6287f-76fe-493e-8889-05eb89f545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:38:32.193855 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] Bound port: fbad29ee-9b29-4452-b164-7bc2f259c594, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c6287f-76fe-493e-8889-05eb89f545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:38:32.194231 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:32.231143 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7086712-66a4-45a1-927e-7b3dcf85a283 req-b863a93b-2229-458e-99f1-f73f92f2e00f tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:32.232670 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c7086712-66a4-45a1-927e-7b3dcf85a283 req-b863a93b-2229-458e-99f1-f73f92f2e00f tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 945 time: 0.1544340 Jul 19 17:38:32.241631 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57925f70-f769-4b28-84c5-ff092dc25aa2 req-21a020b1-3112-4e83-b645-d0e52597283f tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:32.243478 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-57925f70-f769-4b28-84c5-ff092dc25aa2 req-21a020b1-3112-4e83-b645-d0e52597283f tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 943 time: 0.1811516 Jul 19 17:38:32.337850 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c7086712-66a4-45a1-927e-7b3dcf85a283 req-a5d634d4-83fc-4166-af96-97e73ba423de tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771720 Jul 19 17:38:32.348350 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-57925f70-f769-4b28-84c5-ff092dc25aa2 req-6972f4c0-ea3a-44e1-a5e1-19aecbd43d7c tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845392 Jul 19 17:38:32.349672 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] For port fbad29ee-9b29-4452-b164-7bc2f259c594, host hv-cinder-80069, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:38:32.353270 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] For port fbad29ee-9b29-4452-b164-7bc2f259c594, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fbad29ee-9b29-4452-b164-7bc2f259c594,segment=NetworkSegment(99c6287f-76fe-493e-8889-05eb89f545c6),segment_id=99c6287f-76fe-493e-8889-05eb89f545c6)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:38:32.359547 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4638951'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:32.397771 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:32.398361 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:32.399729 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] 10.222.0.59 "PUT /v2.0/ports/fbad29ee-9b29-4452-b164-7bc2f259c594 HTTP/1.1" status: 200 len: 1093 time: 0.8175070 Jul 19 17:38:32.400278 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766b655a-3998-4149-9af4-a18afe42f3c6', 'tag': 'fbad29ee-9b29-4452-b164-7bc2f259c594'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:38:32.402418 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7b4dad-782c-4f04-802a-eb002dfdb24d" -d '{"events": [{"name": "network-changed", "server_uuid": "766b655a-3998-4149-9af4-a18afe42f3c6", "tag": "fbad29ee-9b29-4452-b164-7bc2f259c594"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:38:32.432063 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3cc46c-4c5a-4ef6-8d1f-2a799529437d service neutron] Pushing event updated for resources: {'Port': ['ID=fbad29ee-9b29-4452-b164-7bc2f259c594,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:32.443803 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f7ccfe-9b37-436c-b589-a9d2419c9f31 x-openstack-request-id: req-d6f7ccfe-9b37-436c-b589-a9d2419c9f31 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:38:32.444124 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766b655a-3998-4149-9af4-a18afe42f3c6", "tag": "fbad29ee-9b29-4452-b164-7bc2f259c594", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:38:32.444379 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6f7ccfe-9b37-436c-b589-a9d2419c9f31 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:38:32.444779 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766b655a-3998-4149-9af4-a18afe42f3c6', 'tag': 'fbad29ee-9b29-4452-b164-7bc2f259c594', 'status': 'completed', 'code': 200} Jul 19 17:38:32.500498 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1446a4d1-1707-4023-b0c6-48a6ba2408d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:32.502133 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-1446a4d1-1707-4023-b0c6-48a6ba2408d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18&device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 1096 time: 0.0553017 Jul 19 17:38:32.545586 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-9a9e68d5-947c-4825-bc44-bf4d73b5eb58 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbad29ee-9b29-4452-b164-7bc2f259c594 HTTP/1.1" status: 200 len: 217 time: 0.0354652 Jul 19 17:38:32.600577 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-8df83573-f2bf-4e10-8445-6a038c34bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:32.601931 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-8df83573-f2bf-4e10-8445-6a038c34bf67 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2f7774a-4edc-4422-a603-06fff220f9d8 HTTP/1.1" status: 200 len: 850 time: 0.0480304 Jul 19 17:38:32.668595 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-5d29e6c3-a8a1-4dbc-899d-bb2a3ac95229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:32.670051 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-5d29e6c3-a8a1-4dbc-899d-bb2a3ac95229 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32686385-9f8a-48d8-ae63-fc5b5a190c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524712 Jul 19 17:38:32.757604 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-61f092c3-184a-4a7e-894c-5d268f3f3de7 service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811868 Jul 19 17:38:32.847666 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7e08940d-2588-4aab-8588-735a26ade9f4 req-2d5949fd-e8c7-4c30-a79e-d953c5bf9433 service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837932 Jul 19 17:38:32.956007 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b4dad-782c-4f04-802a-eb002dfdb24d req-76875703-cf16-4f2a-893d-b1d0ef1280f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:32.957557 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ae7b4dad-782c-4f04-802a-eb002dfdb24d req-76875703-cf16-4f2a-893d-b1d0ef1280f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18&device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 1096 time: 0.0604980 Jul 19 17:38:33.052348 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b4dad-782c-4f04-802a-eb002dfdb24d req-d440b2c0-6f1d-40c5-8edf-984fab98ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:33.053821 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ae7b4dad-782c-4f04-802a-eb002dfdb24d req-d440b2c0-6f1d-40c5-8edf-984fab98ff1e service neutron] 10.222.0.59 "GET /v2.0/networks?id=32686385-9f8a-48d8-ae63-fc5b5a190c98 HTTP/1.1" status: 200 len: 912 time: 0.0868249 Jul 19 17:38:33.098064 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ae7b4dad-782c-4f04-802a-eb002dfdb24d req-1be2b724-f874-4c5c-8bf8-d828bbad9a77 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbad29ee-9b29-4452-b164-7bc2f259c594 HTTP/1.1" status: 200 len: 217 time: 0.0346096 Jul 19 17:38:33.145315 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b4dad-782c-4f04-802a-eb002dfdb24d req-7e86ff9a-3d66-43ca-951c-fe4f3277a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:33.146742 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ae7b4dad-782c-4f04-802a-eb002dfdb24d req-7e86ff9a-3d66-43ca-951c-fe4f3277a843 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2f7774a-4edc-4422-a603-06fff220f9d8 HTTP/1.1" status: 200 len: 850 time: 0.0425906 Jul 19 17:38:33.215344 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b4dad-782c-4f04-802a-eb002dfdb24d req-b16b2f13-74ac-47fa-82b7-8ce952335399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:33.216870 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ae7b4dad-782c-4f04-802a-eb002dfdb24d req-b16b2f13-74ac-47fa-82b7-8ce952335399 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32686385-9f8a-48d8-ae63-fc5b5a190c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554023 Jul 19 17:38:33.317780 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ae7b4dad-782c-4f04-802a-eb002dfdb24d req-0d7ca696-fcee-434f-b5b2-f2e1d70278f5 service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937281 Jul 19 17:38:33.424137 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ae7b4dad-782c-4f04-802a-eb002dfdb24d req-5b1e6e76-f9dc-4225-945d-ad539777e518 service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004069 Jul 19 17:38:33.515757 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07979e8-b1c7-48a2-a50c-6672c7984dd2 req-c71c56c1-5f99-4052-be20-4b4778676f56 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:33.517166 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f07979e8-b1c7-48a2-a50c-6672c7984dd2 req-c71c56c1-5f99-4052-be20-4b4778676f56 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 945 time: 0.1076660 Jul 19 17:38:33.530486 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b93a3a-78fa-4b20-ba29-a4c6292a1d1d req-0f71c6a7-5879-4e38-88b1-91fa3afc5774 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:33.531909 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-82b93a3a-78fa-4b20-ba29-a4c6292a1d1d req-0f71c6a7-5879-4e38-88b1-91fa3afc5774 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 943 time: 0.1106191 Jul 19 17:38:33.582265 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f07979e8-b1c7-48a2-a50c-6672c7984dd2 req-1391d8e2-e481-40d2-b3cb-b199f7fd0397 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591476 Jul 19 17:38:33.595834 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-82b93a3a-78fa-4b20-ba29-a4c6292a1d1d req-7b968bba-ed67-42a5-b073-14463038ca53 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583379 Jul 19 17:38:34.752480 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1681c7-5c23-47a4-aca0-1cecc3868702 req-2456f137-777e-4dcc-8db3-b3f8331c51c1 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:34.753948 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ee1681c7-5c23-47a4-aca0-1cecc3868702 req-2456f137-777e-4dcc-8db3-b3f8331c51c1 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 945 time: 0.1003904 Jul 19 17:38:34.765927 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b0995-1015-4468-bd53-a373ea31e7a1 req-2318df6a-45a3-4e21-b3b1-082d07f47981 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:34.767332 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-918b0995-1015-4468-bd53-a373ea31e7a1 req-2318df6a-45a3-4e21-b3b1-082d07f47981 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 943 time: 0.1025674 Jul 19 17:38:34.824670 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ee1681c7-5c23-47a4-aca0-1cecc3868702 req-71ec27f5-679b-4639-99b9-0682e099adf3 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564027 Jul 19 17:38:34.827352 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-918b0995-1015-4468-bd53-a373ea31e7a1 req-7b8fe5d3-7abb-4726-b394-26bd611dd5b2 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534010 Jul 19 17:38:35.998589 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab3b3b-371f-4c44-8997-811d04a34ff9 req-f86f8883-c02a-4368-9433-62e7dd4cb4c5 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:35.999957 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e6ab3b3b-371f-4c44-8997-811d04a34ff9 req-f86f8883-c02a-4368-9433-62e7dd4cb4c5 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 943 time: 0.1047568 Jul 19 17:38:36.015493 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a7c18-ad8a-41b5-8607-d0c859de96d1 req-d7003ef6-7249-43f7-a3b4-ba23691da948 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:36.016977 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a09a7c18-ad8a-41b5-8607-d0c859de96d1 req-d7003ef6-7249-43f7-a3b4-ba23691da948 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 945 time: 0.1196682 Jul 19 17:38:36.071063 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e6ab3b3b-371f-4c44-8997-811d04a34ff9 req-75f95f83-37f7-48a1-8daa-9e615d5ee0e3 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644088 Jul 19 17:38:36.078178 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a09a7c18-ad8a-41b5-8607-d0c859de96d1 req-680b1cb0-d9e1-443a-81f4-ec899bf008ac tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545557 Jul 19 17:38:36.599370 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:38:37.242372 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d552c23-78f3-494e-aa36-3aaaea03543e req-85f806bf-9fb3-44ce-9b84-65c77662d2b7 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:37.244248 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d552c23-78f3-494e-aa36-3aaaea03543e req-85f806bf-9fb3-44ce-9b84-65c77662d2b7 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 943 time: 0.1032457 Jul 19 17:38:37.252310 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9d9dd-07e4-4c51-91cd-65ea4a383521 req-1a201bb3-7fe9-49ed-8a31-6ca9a40297c7 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:37.254233 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-30e9d9dd-07e4-4c51-91cd-65ea4a383521 req-1a201bb3-7fe9-49ed-8a31-6ca9a40297c7 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 945 time: 0.1043684 Jul 19 17:38:37.326330 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d552c23-78f3-494e-aa36-3aaaea03543e req-8c4df724-31a8-4e4e-afc5-94abdd1d4e8a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709782 Jul 19 17:38:37.333451 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-30e9d9dd-07e4-4c51-91cd-65ea4a383521 req-76478579-a069-4917-a24e-7419e071a291 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723877 Jul 19 17:38:38.505551 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956650a-7262-4cf2-97ea-ed30e2542c54 req-4941f1f4-a715-4b22-8389-af9698f9821e tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:38.507076 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9956650a-7262-4cf2-97ea-ed30e2542c54 req-4941f1f4-a715-4b22-8389-af9698f9821e tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 943 time: 0.1121755 Jul 19 17:38:38.514667 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851688ce-1c3a-42e3-aead-23c676f09bc9 req-ec57c9e2-af02-4299-9dbb-b79e1d0e73df tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:38.516059 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-851688ce-1c3a-42e3-aead-23c676f09bc9 req-ec57c9e2-af02-4299-9dbb-b79e1d0e73df tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 945 time: 0.0909145 Jul 19 17:38:38.570181 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9956650a-7262-4cf2-97ea-ed30e2542c54 req-1a79aa21-ccb2-4424-a620-cf0004fa61c7 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531256 Jul 19 17:38:38.575028 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-851688ce-1c3a-42e3-aead-23c676f09bc9 req-8125ba22-da0f-44ab-aec0-e0bcf3ba62ff tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520751 Jul 19 17:38:39.757866 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4696d73-273c-4614-8c57-4785a99ce0ce req-f87ab763-b6d7-4409-89f4-c21063291e4e tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:39.759313 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e4696d73-273c-4614-8c57-4785a99ce0ce req-f87ab763-b6d7-4409-89f4-c21063291e4e tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 943 time: 0.1223662 Jul 19 17:38:39.768675 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630828d-fe9f-4dfd-baa9-50b7f9b5cd6f req-c1961b51-b219-4a28-abc4-878fef24bafe tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:39.770145 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c630828d-fe9f-4dfd-baa9-50b7f9b5cd6f req-c1961b51-b219-4a28-abc4-878fef24bafe tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 945 time: 0.1232340 Jul 19 17:38:39.821561 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e4696d73-273c-4614-8c57-4785a99ce0ce req-01f329e0-75e0-45cd-af97-901ef40310d4 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504410 Jul 19 17:38:39.829048 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c630828d-fe9f-4dfd-baa9-50b7f9b5cd6f req-4f9d38fa-937f-4ed6-848c-1ccb7d53420c tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520363 Jul 19 17:38:40.774185 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device fbad29ee-9b29-4452-b164-7bc2f259c594 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:38:40.873493 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port fbad29ee-9b29-4452-b164-7bc2f259c594, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fbad29ee-9b29-4452-b164-7bc2f259c594,segment=NetworkSegment(99c6287f-76fe-493e-8889-05eb89f545c6),segment_id=99c6287f-76fe-493e-8889-05eb89f545c6)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:38:40.885162 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': 'fbad29ee-9b29-4452-b164-7bc2f259c594', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'port_id': 'fbad29ee-9b29-4452-b164-7bc2f259c594', 'mac_address': 'fa:16:3e:16:33:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:38:40.923347 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:40.937348 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbad29ee-9b29-4452-b164-7bc2f259c594 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:38:40.958459 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port fbad29ee-9b29-4452-b164-7bc2f259c594, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fbad29ee-9b29-4452-b164-7bc2f259c594,segment=NetworkSegment(99c6287f-76fe-493e-8889-05eb89f545c6),segment_id=99c6287f-76fe-493e-8889-05eb89f545c6)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:38:40.963567 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:41.012290 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=fbad29ee-9b29-4452-b164-7bc2f259c594,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:41.026719 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830ac02-f6fb-4d66-870d-03911a3d97f9 req-58d6fdb8-8945-4982-90fa-be53dce4586e tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:41.028230 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a830ac02-f6fb-4d66-870d-03911a3d97f9 req-58d6fdb8-8945-4982-90fa-be53dce4586e tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 943 time: 0.1366367 Jul 19 17:38:41.054101 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5777e-0375-4946-abbb-87bfd298d66c req-c8ccd9d8-f22d-437d-bc77-a3bb92c5e89e tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:41.055539 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c4f5777e-0375-4946-abbb-87bfd298d66c req-c8ccd9d8-f22d-437d-bc77-a3bb92c5e89e tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 945 time: 0.1545367 Jul 19 17:38:41.105740 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0dacc-6597-4810-9026-d82879c37729 req-ce2b7e76-380d-4a8a-8f9d-3275dbefcd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:41.107273 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fec0dacc-6597-4810-9026-d82879c37729 req-ce2b7e76-380d-4a8a-8f9d-3275dbefcd1f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=053743a201e645eb8171ece57a695059&device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 1098 time: 0.1371469 Jul 19 17:38:41.111620 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a830ac02-f6fb-4d66-870d-03911a3d97f9 req-ffbe67c0-5dfd-4913-8706-6bf8c3786b09 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756552 Jul 19 17:38:41.132980 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c4f5777e-0375-4946-abbb-87bfd298d66c req-629f9e40-a8be-40ac-a4c8-e3f0bc598eee tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678480 Jul 19 17:38:41.218190 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0dacc-6597-4810-9026-d82879c37729 req-09317ac1-af17-4a69-8914-db7128bd066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:41.220920 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fec0dacc-6597-4810-9026-d82879c37729 req-09317ac1-af17-4a69-8914-db7128bd066a service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e83c63f-f270-4784-9e48-2d2680934e60 HTTP/1.1" status: 200 len: 909 time: 0.1032610 Jul 19 17:38:41.224076 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['fbad29ee-9b29-4452-b164-7bc2f259c594'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:38:41.286520 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fec0dacc-6597-4810-9026-d82879c37729 req-1661c86b-e672-4d19-ab6a-0df477384efb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe HTTP/1.1" status: 200 len: 1000 time: 0.0593648 Jul 19 17:38:41.338261 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0dacc-6597-4810-9026-d82879c37729 req-d8fab18f-f6c4-4d07-a851-c5cab6f9cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:41.339772 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fec0dacc-6597-4810-9026-d82879c37729 req-d8fab18f-f6c4-4d07-a851-c5cab6f9cee0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a0555730-6f23-430b-a1ff-95a8f3eefe91 HTTP/1.1" status: 200 len: 847 time: 0.0471447 Jul 19 17:38:41.397030 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0dacc-6597-4810-9026-d82879c37729 req-728cb342-460a-4b14-9117-1465493c65c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:41.398542 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fec0dacc-6597-4810-9026-d82879c37729 req-728cb342-460a-4b14-9117-1465493c65c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e83c63f-f270-4784-9e48-2d2680934e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515835 Jul 19 17:38:41.495788 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fec0dacc-6597-4810-9026-d82879c37729 req-aee6b3d8-f030-4957-8e4d-4a267cc64828 service neutron] 10.222.0.59 "GET /v2.0/networks/0e83c63f-f270-4784-9e48-2d2680934e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841739 Jul 19 17:38:41.584170 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fec0dacc-6597-4810-9026-d82879c37729 req-28666265-8fc9-44a5-872c-ca2393179def service neutron] 10.222.0.59 "GET /v2.0/networks/0e83c63f-f270-4784-9e48-2d2680934e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800560 Jul 19 17:38:42.288565 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75b142-00c5-4339-8b8b-a1d5ac521660 req-6c9bcabd-0b86-48ba-998d-03663af0b059 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:42.290058 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4d75b142-00c5-4339-8b8b-a1d5ac521660 req-6c9bcabd-0b86-48ba-998d-03663af0b059 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 944 time: 0.1058972 Jul 19 17:38:42.302147 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5ab30-6d42-4aca-88ba-369badb18ec6 req-22084428-8ea1-4610-afca-f3186d5ca8e5 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:42.303559 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f7f5ab30-6d42-4aca-88ba-369badb18ec6 req-22084428-8ea1-4610-afca-f3186d5ca8e5 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 945 time: 0.0917561 Jul 19 17:38:42.361164 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f7f5ab30-6d42-4aca-88ba-369badb18ec6 req-43de926f-2054-4f82-ae55-19a335e819f8 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508921 Jul 19 17:38:42.364071 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4d75b142-00c5-4339-8b8b-a1d5ac521660 req-438d1a53-d5d5-4f9c-9160-6cb6b3d36591 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595398 Jul 19 17:38:42.793809 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device fbad29ee-9b29-4452-b164-7bc2f259c594 up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:38:42.843567 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning for port fbad29ee-9b29-4452-b164-7bc2f259c594 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:38:42.847451 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port fbad29ee-9b29-4452-b164-7bc2f259c594 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:42.847827 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:42.922814 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:42.945648 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766b655a-3998-4149-9af4-a18afe42f3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbad29ee-9b29-4452-b164-7bc2f259c594'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:38:42.947912 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d675b0a0-47f8-4fe3-97c6-14dbf88069f1" -d '{"events": [{"server_uuid": "766b655a-3998-4149-9af4-a18afe42f3c6", "name": "network-vif-plugged", "status": "completed", "tag": "fbad29ee-9b29-4452-b164-7bc2f259c594"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:38:42.960990 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port fbad29ee-9b29-4452-b164-7bc2f259c594, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fbad29ee-9b29-4452-b164-7bc2f259c594,segment=NetworkSegment(99c6287f-76fe-493e-8889-05eb89f545c6),segment_id=99c6287f-76fe-493e-8889-05eb89f545c6)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:38:42.965183 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:42.992702 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0942029-d7b2-4bad-8fca-b29d2b79e8eb x-openstack-request-id: req-c0942029-d7b2-4bad-8fca-b29d2b79e8eb {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:38:42.992986 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766b655a-3998-4149-9af4-a18afe42f3c6", "name": "network-vif-plugged", "status": "completed", "tag": "fbad29ee-9b29-4452-b164-7bc2f259c594", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:38:42.993237 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0942029-d7b2-4bad-8fca-b29d2b79e8eb {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:38:42.993618 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766b655a-3998-4149-9af4-a18afe42f3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbad29ee-9b29-4452-b164-7bc2f259c594', 'code': 200} Jul 19 17:38:43.022886 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=fbad29ee-9b29-4452-b164-7bc2f259c594,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:43.261600 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81b772-17aa-41e6-b96f-493b3165954f req-d1948776-a33d-4175-99d1-0cbe4e6163a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:43.263400 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2e81b772-17aa-41e6-b96f-493b3165954f req-d1948776-a33d-4175-99d1-0cbe4e6163a7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 1098 time: 0.0519068 Jul 19 17:38:43.300214 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2e81b772-17aa-41e6-b96f-493b3165954f req-9060edad-8aae-4f50-858d-4abe6607225f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291407 Jul 19 17:38:43.545688 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8855c-08d6-4f86-8343-a365aa799e48 req-bb889550-668b-4bf2-81f9-0c1580b14b87 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:43.547202 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9fa8855c-08d6-4f86-8343-a365aa799e48 req-bb889550-668b-4bf2-81f9-0c1580b14b87 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 945 time: 0.1076031 Jul 19 17:38:43.557034 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b03c82-8735-4f32-acf1-830cbe173d3e req-5ac59004-2c76-4b44-a475-20d170919e59 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:43.558585 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e0b03c82-8735-4f32-acf1-830cbe173d3e req-5ac59004-2c76-4b44-a475-20d170919e59 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 945 time: 0.1177557 Jul 19 17:38:43.615755 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9fa8855c-08d6-4f86-8343-a365aa799e48 req-ee733f88-71b8-463b-b2b0-453a77620e9e tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561843 Jul 19 17:38:43.623889 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e0b03c82-8735-4f32-acf1-830cbe173d3e req-7100916c-31bb-4aaf-897e-f6285db8c430 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581105 Jul 19 17:38:44.787282 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590338e6-4ed0-4df1-8499-5e55b8303e3e req-4211a63e-adbe-48ce-89fc-deabe50a355a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:44.788790 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-590338e6-4ed0-4df1-8499-5e55b8303e3e req-4211a63e-adbe-48ce-89fc-deabe50a355a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 945 time: 0.1042585 Jul 19 17:38:44.799897 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adb3a5-1e27-41f1-b813-a1dc3f8404e1 req-6cf7226f-c972-4097-9210-e9cf346ba575 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:44.801976 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-80adb3a5-1e27-41f1-b813-a1dc3f8404e1 req-6cf7226f-c972-4097-9210-e9cf346ba575 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 945 time: 0.0876760 Jul 19 17:38:44.855722 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-590338e6-4ed0-4df1-8499-5e55b8303e3e req-4867c5e0-0ff0-4a2f-b1c2-e5acc20fd961 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528052 Jul 19 17:38:44.858379 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-80adb3a5-1e27-41f1-b813-a1dc3f8404e1 req-dbbbe797-efdb-412e-b1b9-33159a7fd251 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497916 Jul 19 17:38:45.071434 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38493a-ffa9-40cb-af7a-bae5ed408991 req-c2b24e07-139b-4da5-a6e7-efe16358a10f tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:45.073387 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0d38493a-ffa9-40cb-af7a-bae5ed408991 req-c2b24e07-139b-4da5-a6e7-efe16358a10f tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 945 time: 0.0734348 Jul 19 17:38:45.170980 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0d38493a-ffa9-40cb-af7a-bae5ed408991 req-ae99fb3f-361a-49e4-be8a-eedd199ae3ba tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879569 Jul 19 17:38:45.197301 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 43330) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:45.209854 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-055edf34-0fc5-486a-b248-f350e7e29645 req-4081507b-8f8c-4da0-a7c1-426cdcc4a6c2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1200874 Jul 19 17:38:45.225943 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09abc3-c0e8-439b-a2e6-e90cf96e393e req-72f9e85c-be64-41c8-9d68-4399d6c9c2ee tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:45.227470 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1a09abc3-c0e8-439b-a2e6-e90cf96e393e req-72f9e85c-be64-41c8-9d68-4399d6c9c2ee tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 945 time: 0.1047449 Jul 19 17:38:45.266863 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1a09abc3-c0e8-439b-a2e6-e90cf96e393e req-c9e914a2-a870-4d84-b562-9de2b295afa7 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336103 Jul 19 17:38:45.419654 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67a9315-f017-4cf0-b3fa-3f3f34e3b86b tempest-TestVolumeBootPattern-1752175215 tempest-TestVolumeBootPattern-1752175215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:45.421248 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-e67a9315-f017-4cf0-b3fa-3f3f34e3b86b tempest-TestVolumeBootPattern-1752175215 tempest-TestVolumeBootPattern-1752175215-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 1093 time: 0.2228830 Jul 19 17:38:45.424006 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 43340) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:38:45.428454 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Request body: {'floatingip': {'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'port_id': 'fbad29ee-9b29-4452-b164-7bc2f259c594', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:38:45.451856 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for floatingip, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:45.557814 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:45.664063 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Allocated IP 172.27.0.59 (3fed661f-002c-47fa-82e8-e8fe637e9a0e/a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30/d4263907-d76e-4c3c-b2b6-285d9bbdc61e) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:38:45.773485 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:45.811089 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:45.846616 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Network 3fed661f-002c-47fa-82e8-e8fe637e9a0e is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:38:45.851282 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:38:45.854653 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:38:45.880204 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Pushing event updated for resources: {'Port': ['ID=d4263907-d76e-4c3c-b2b6-285d9bbdc61e,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:45.893424 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:45.893773 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:45.894117 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:45.894454 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:45.895410 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:45.895749 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:45.896079 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:45.896549 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:45.896768 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:45.897093 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:45.897409 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:45.897760 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:46.239413 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:46.314210 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:46.478682 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:46.484917 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6211033'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:46.560807 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Pushing event updated for resources: {'Port': ['ID=d4263907-d76e-4c3c-b2b6-285d9bbdc61e,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:46.571382 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567430'] for floatingip, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:46.721307 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f988ab3-5c9e-44fa-9cd3-154f0bbdebd1 req-e47fbe83-bcbc-4ad6-ad9d-f643744c9536 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:46.722996 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6f988ab3-5c9e-44fa-9cd3-154f0bbdebd1 req-e47fbe83-bcbc-4ad6-ad9d-f643744c9536 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 945 time: 0.3810649 Jul 19 17:38:46.728504 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055edf34-0fc5-486a-b248-f350e7e29645 req-7bdcbc44-837c-48fd-917e-953f4253c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:46.730108 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-055edf34-0fc5-486a-b248-f350e7e29645 req-7bdcbc44-837c-48fd-917e-953f4253c36d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8&tenant_id=053743a201e645eb8171ece57a695059 HTTP/1.1" status: 200 len: 1098 time: 0.0825694 Jul 19 17:38:46.773450 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6f988ab3-5c9e-44fa-9cd3-154f0bbdebd1 req-cfac4ef3-2014-45a6-87a0-fcb86b941ad2 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423970 Jul 19 17:38:46.800671 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:38:46.824633 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055edf34-0fc5-486a-b248-f350e7e29645 req-d97d8e8f-576b-4c5e-aef2-76cbd5c7a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:46.826259 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-055edf34-0fc5-486a-b248-f350e7e29645 req-d97d8e8f-576b-4c5e-aef2-76cbd5c7a943 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=053743a201e645eb8171ece57a695059&device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 1098 time: 0.0691111 Jul 19 17:38:46.880362 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:46.904590 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be6d073-473e-4d13-adb4-cf9c7d6aa1b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:38:46.906924 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f41293-13ec-4628-ae9a-9719e5219cc4" -d '{"events": [{"server_uuid": "1be6d073-473e-4d13-adb4-cf9c7d6aa1b8", "name": "network-vif-unplugged", "status": "completed", "tag": "d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:38:46.920660 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe,segment=NetworkSegment(aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216),segment_id=aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:38:46.927634 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:46.929953 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.l3_db [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Floating IP 07e033fe-ba37-49b1-aa11-12e46ccb602b associated. External IP: 172.27.0.59, port: fbad29ee-9b29-4452-b164-7bc2f259c594. Jul 19 17:38:46.941704 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055edf34-0fc5-486a-b248-f350e7e29645 req-b7345ba2-f89f-4486-ad20-d9b2f666bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:46.943485 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-055edf34-0fc5-486a-b248-f350e7e29645 req-b7345ba2-f89f-4486-ad20-d9b2f666bd81 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e83c63f-f270-4784-9e48-2d2680934e60 HTTP/1.1" status: 200 len: 909 time: 0.1084268 Jul 19 17:38:46.958904 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 17:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd51126-f835-4002-9da3-067fedc77bd1 x-openstack-request-id: req-0dd51126-f835-4002-9da3-067fedc77bd1 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:38:46.959548 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be6d073-473e-4d13-adb4-cf9c7d6aa1b8", "name": "network-vif-unplugged", "status": "completed", "tag": "d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:38:46.959894 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0dd51126-f835-4002-9da3-067fedc77bd1 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:38:46.960402 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be6d073-473e-4d13-adb4-cf9c7d6aa1b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe', 'code': 200} Jul 19 17:38:46.989549 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe,revision_number=6']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:47.024980 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-055edf34-0fc5-486a-b248-f350e7e29645 req-6c1c4bec-ce87-4cb4-a8a1-d30e06c5113d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe HTTP/1.1" status: 200 len: 998 time: 0.0742884 Jul 19 17:38:47.074369 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055edf34-0fc5-486a-b248-f350e7e29645 req-92be10fc-5e90-4924-8b55-5feae6523c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:47.075913 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-055edf34-0fc5-486a-b248-f350e7e29645 req-92be10fc-5e90-4924-8b55-5feae6523c4d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a0555730-6f23-430b-a1ff-95a8f3eefe91 HTTP/1.1" status: 200 len: 847 time: 0.0446861 Jul 19 17:38:47.140464 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055edf34-0fc5-486a-b248-f350e7e29645 req-4f373340-789e-4b5a-aaa4-4effb9d74a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:47.140686 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Router 1c2a43bc-f735-447a-8d12-d25c87af7b0c has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:38:47.142129 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-055edf34-0fc5-486a-b248-f350e7e29645 req-4f373340-789e-4b5a-aaa4-4effb9d74a52 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e83c63f-f270-4784-9e48-2d2680934e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581985 Jul 19 17:38:47.257844 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-055edf34-0fc5-486a-b248-f350e7e29645 req-a00c01d0-6473-4067-9b92-3bda40e67908 service neutron] 10.222.0.59 "GET /v2.0/networks/0e83c63f-f270-4784-9e48-2d2680934e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993569 Jul 19 17:38:47.258077 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:38:47.268293 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c164b6f-4c27-4dd7-b4ac-779c521df8e8 None None] Sync routers for ids ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:38:47.275167 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for floatingip, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:47.280275 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c164b6f-4c27-4dd7-b4ac-779c521df8e8 None None] Routers {'1c2a43bc-f735-447a-8d12-d25c87af7b0c'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:38:47.281031 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-9c164b6f-4c27-4dd7-b4ac-779c521df8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:38:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:47.311907 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-2133ac62-dc5f-47bc-96b7-2eb3e5506b78 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8864322 Jul 19 17:38:47.312217 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766b655a-3998-4149-9af4-a18afe42f3c6', 'tag': 'fbad29ee-9b29-4452-b164-7bc2f259c594'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:38:47.314375 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29650dcf-b07f-4e3c-818e-5f170624291f" -d '{"events": [{"name": "network-changed", "server_uuid": "766b655a-3998-4149-9af4-a18afe42f3c6", "tag": "fbad29ee-9b29-4452-b164-7bc2f259c594"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:38:47.359621 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-055edf34-0fc5-486a-b248-f350e7e29645 req-2599125e-8532-4c08-99e3-ba8da200640a service neutron] 10.222.0.59 "GET /v2.0/networks/0e83c63f-f270-4784-9e48-2d2680934e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880771 Jul 19 17:38:47.423350 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb32185-696a-47ff-a508-e1368d8066cb x-openstack-request-id: req-5bb32185-696a-47ff-a508-e1368d8066cb {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:38:47.423640 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766b655a-3998-4149-9af4-a18afe42f3c6", "tag": "fbad29ee-9b29-4452-b164-7bc2f259c594", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:38:47.423890 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5bb32185-696a-47ff-a508-e1368d8066cb {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:38:47.424320 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766b655a-3998-4149-9af4-a18afe42f3c6', 'tag': 'fbad29ee-9b29-4452-b164-7bc2f259c594', 'status': 'completed', 'code': 200} Jul 19 17:38:47.514079 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29650dcf-b07f-4e3c-818e-5f170624291f req-db394190-8b22-4ddf-9bcc-fc990947e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:47.515542 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-29650dcf-b07f-4e3c-818e-5f170624291f req-db394190-8b22-4ddf-9bcc-fc990947e5e5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18&device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 1098 time: 0.0571790 Jul 19 17:38:47.519726 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-9c164b6f-4c27-4dd7-b4ac-779c521df8e8 None None] Set router 1c2a43bc-f735-447a-8d12-d25c87af7b0c gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:38:47.609124 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29650dcf-b07f-4e3c-818e-5f170624291f req-48c3b11a-b910-4dc6-a598-2ac9d981ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:47.610600 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-29650dcf-b07f-4e3c-818e-5f170624291f req-48c3b11a-b910-4dc6-a598-2ac9d981ec75 service neutron] 10.222.0.59 "GET /v2.0/networks?id=32686385-9f8a-48d8-ae63-fc5b5a190c98 HTTP/1.1" status: 200 len: 912 time: 0.0873439 Jul 19 17:38:47.682513 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-29650dcf-b07f-4e3c-818e-5f170624291f req-c2046444-0131-48de-9cce-221556425b2b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbad29ee-9b29-4452-b164-7bc2f259c594 HTTP/1.1" status: 200 len: 998 time: 0.0633619 Jul 19 17:38:47.735167 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-9c164b6f-4c27-4dd7-b4ac-779c521df8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 4, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': '07e033fe-ba37-49b1-aa11-12e46ccb602b', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'port_id': 'fbad29ee-9b29-4452-b164-7bc2f259c594', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'mac_address': 'fa:16:3e:16:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b655a-3998-4149-9af4-a18afe42f3c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:38:46Z', 'updated_at': '2021-07-19T17:38:46Z', 'revision_number': 0, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac', 'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'mac_address': 'fa:16:3e:76:78:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:01Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 5, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'subnets': [{'id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:47.735532 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29650dcf-b07f-4e3c-818e-5f170624291f req-94316c93-626b-4c73-a380-363952ff0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:47.736788 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-29650dcf-b07f-4e3c-818e-5f170624291f req-94316c93-626b-4c73-a380-363952ff0101 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2f7774a-4edc-4422-a603-06fff220f9d8 HTTP/1.1" status: 200 len: 850 time: 0.0454929 Jul 19 17:38:47.761886 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c164b6f-4c27-4dd7-b4ac-779c521df8e8 None None] Checking router: 1c2a43bc-f735-447a-8d12-d25c87af7b0c for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:38:47.770303 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c164b6f-4c27-4dd7-b4ac-779c521df8e8 None None] Routers {'1c2a43bc-f735-447a-8d12-d25c87af7b0c'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:38:47.770836 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-9c164b6f-4c27-4dd7-b4ac-779c521df8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:38:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:47.800446 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29650dcf-b07f-4e3c-818e-5f170624291f req-cf015565-6124-4e68-9c30-1dff622c95a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:47.802939 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-29650dcf-b07f-4e3c-818e-5f170624291f req-cf015565-6124-4e68-9c30-1dff622c95a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32686385-9f8a-48d8-ae63-fc5b5a190c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563495 Jul 19 17:38:47.849811 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:47.883356 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-9c164b6f-4c27-4dd7-b4ac-779c521df8e8 None None] Set router 1c2a43bc-f735-447a-8d12-d25c87af7b0c gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:38:47.928869 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-29650dcf-b07f-4e3c-818e-5f170624291f req-e6c640bc-8cd9-459e-bec3-9d16c53d5f25 service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180983 Jul 19 17:38:48.009251 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6a839-d77c-4a84-a3ff-eec6ca13eb67 req-4540ed65-8bfe-403a-a005-88b02525e49b tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:48.010782 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4bd6a839-d77c-4a84-a3ff-eec6ca13eb67 req-4540ed65-8bfe-403a-a005-88b02525e49b tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 943 time: 0.1396797 Jul 19 17:38:48.059734 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-29650dcf-b07f-4e3c-818e-5f170624291f req-1b989a7f-1b6c-4d3c-8490-6f1f06a81e55 service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230290 Jul 19 17:38:48.068001 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4bd6a839-d77c-4a84-a3ff-eec6ca13eb67 req-63231599-f40b-479d-bd88-6b410a1ecb4e tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491931 Jul 19 17:38:48.111333 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-9c164b6f-4c27-4dd7-b4ac-779c521df8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 4, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': '07e033fe-ba37-49b1-aa11-12e46ccb602b', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'port_id': 'fbad29ee-9b29-4452-b164-7bc2f259c594', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'mac_address': 'fa:16:3e:16:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b655a-3998-4149-9af4-a18afe42f3c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:38:46Z', 'updated_at': '2021-07-19T17:38:46Z', 'revision_number': 0, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac', 'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'mac_address': 'fa:16:3e:76:78:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:01Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 5, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'subnets': [{'id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:38:48.136997 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c164b6f-4c27-4dd7-b4ac-779c521df8e8 None None] The sync data for ids ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'] in dv-cinder-800695-4-iscsi is: [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 4, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': '07e033fe-ba37-49b1-aa11-12e46ccb602b', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'port_id': 'fbad29ee-9b29-4452-b164-7bc2f259c594', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'mac_address': 'fa:16:3e:16:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b655a-3998-4149-9af4-a18afe42f3c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:38:46Z', 'updated_at': '2021-07-19T17:38:46Z', 'revision_number': 0, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac', 'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'mac_address': 'fa:16:3e:76:78:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:01Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 5, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'subnets': [{'id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:38:48.339123 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c0e533-d627-4fa5-85ea-973fd018f316 None None] New status for floating IP 07e033fe-ba37-49b1-aa11-12e46ccb602b: ACTIVE {{(pid=93386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:38:49.218504 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c1561-6667-41d3-8991-375487c4a7d1 req-b2f3f777-2c56-4fa6-a1f2-9628f12a26eb tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:49.219985 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dd1c1561-6667-41d3-8991-375487c4a7d1 req-b2f3f777-2c56-4fa6-a1f2-9628f12a26eb tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 943 time: 0.0631382 Jul 19 17:38:49.257543 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dd1c1561-6667-41d3-8991-375487c4a7d1 req-f756b317-cc58-49e0-9e6d-bd0962e8e1f3 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318239 Jul 19 17:38:50.388895 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb73b5-6a33-435b-bc39-2b31c4ad9ee0 req-a1d0c5ee-68a0-4a06-bfad-2a11c9db0750 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:50.390436 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-90eb73b5-6a33-435b-bc39-2b31c4ad9ee0 req-a1d0c5ee-68a0-4a06-bfad-2a11c9db0750 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 943 time: 0.0641882 Jul 19 17:38:50.429796 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-90eb73b5-6a33-435b-bc39-2b31c4ad9ee0 req-89cf14ca-f5a3-47fc-bd78-1f91a67ec008 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330336 Jul 19 17:38:51.254615 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ef21ee7e-a948-4a87-9e23-b528c9ecdad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:51.565223 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71e122-9ddd-419c-9afa-e302ed971af8 req-5e85d562-c0cb-4618-9714-42eda496f3b4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:51.567250 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-be71e122-9ddd-419c-9afa-e302ed971af8 req-5e85d562-c0cb-4618-9714-42eda496f3b4 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 943 time: 0.0674531 Jul 19 17:38:51.606068 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-be71e122-9ddd-419c-9afa-e302ed971af8 req-0e503f88-347a-4687-9ef2-e124459c0a5e tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333259 Jul 19 17:38:52.737455 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e07ec2-7354-45e3-adb3-e41bae39bf6d req-1be9205e-4d75-4f57-ad28-fd582583ce5a tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:52.738961 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b2e07ec2-7354-45e3-adb3-e41bae39bf6d req-1be9205e-4d75-4f57-ad28-fd582583ce5a tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 943 time: 0.0640903 Jul 19 17:38:52.775881 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b2e07ec2-7354-45e3-adb3-e41bae39bf6d req-a71f93ce-868a-4317-ab0a-ecf1ed167506 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314126 Jul 19 17:38:53.604934 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f1061-d22c-4120-99d6-33ae4ab1b1e7 req-8c4634e4-d807-42dc-9fc3-fbee42a03419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:53.606459 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b88f1061-d22c-4120-99d6-33ae4ab1b1e7 req-8c4634e4-d807-42dc-9fc3-fbee42a03419 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 1096 time: 0.0512054 Jul 19 17:38:53.647104 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b88f1061-d22c-4120-99d6-33ae4ab1b1e7 req-0ab404e1-9a15-4cea-84f4-ccd76a17927e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322225 Jul 19 17:38:53.905618 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef0bad-066a-4d8c-a35b-dca0d67e2039 req-48afe4e4-0e72-4e34-9e88-87181d0200cf tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:53.907187 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-96ef0bad-066a-4d8c-a35b-dca0d67e2039 req-48afe4e4-0e72-4e34-9e88-87181d0200cf tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 943 time: 0.0643213 Jul 19 17:38:53.946220 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-96ef0bad-066a-4d8c-a35b-dca0d67e2039 req-8085ce32-5115-4d4d-98e1-34f42e72d3b7 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329735 Jul 19 17:38:53.989896 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-4452498b-cb66-4ad7-b865-4392baff7ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:54.417720 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:54.842871 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:38:54.950013 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe,segment=NetworkSegment(aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216),segment_id=aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:38:54.960913 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': 'd9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe', 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60', 'port_id': 'd9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe', 'mac_address': 'fa:16:3e:6e:e9:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0555730-6f23-430b-a1ff-95a8f3eefe91', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:38:54.997560 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:55.011944 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:38:55.032145 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe,segment=NetworkSegment(aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216),segment_id=aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:38:55.036539 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:55.080809 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0002b2-39bb-414d-8720-18abc6e0acdb req-c457d9e8-5808-47c7-896e-afa79a6555af tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:38:55.082383 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8f0002b2-39bb-414d-8720-18abc6e0acdb req-c457d9e8-5808-47c7-896e-afa79a6555af tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 943 time: 0.0673296 Jul 19 17:38:55.088985 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe,revision_number=7']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:55.096002 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:55.096388 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:55.096744 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:55.097065 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:55.097403 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:55.097734 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:55.098061 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:55.098388 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:55.098712 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:55.099034 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:55.099356 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:55.099677 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:38:55.121636 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8f0002b2-39bb-414d-8720-18abc6e0acdb req-10bdf097-6572-4cd0-ba91-4512d4416c82 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335684 Jul 19 17:38:55.309024 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:38:55.354881 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:56.847072 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:38:56.895703 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:38:56.896066 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:56.971700 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:56.995760 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be6d073-473e-4d13-adb4-cf9c7d6aa1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:38:56.998028 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29531e3b-51d5-419b-8ab2-ee049b314022" -d '{"events": [{"server_uuid": "1be6d073-473e-4d13-adb4-cf9c7d6aa1b8", "name": "network-vif-plugged", "status": "completed", "tag": "d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:38:57.015620 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe,segment=NetworkSegment(aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216),segment_id=aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:38:57.021114 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:57.050897 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32624c6-ead2-40a8-b184-78756e93a585 x-openstack-request-id: req-b32624c6-ead2-40a8-b184-78756e93a585 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:38:57.051722 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be6d073-473e-4d13-adb4-cf9c7d6aa1b8", "name": "network-vif-plugged", "status": "completed", "tag": "d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:38:57.051936 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b32624c6-ead2-40a8-b184-78756e93a585 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:38:57.052361 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be6d073-473e-4d13-adb4-cf9c7d6aa1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe', 'code': 200} Jul 19 17:38:57.078486 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe,revision_number=8']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:38:57.104588 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:13.599267 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:39:15.675482 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576633a6-adc6-4942-b6d0-e6e8e1563c9d req-5579365e-55bf-477e-bcd5-e5934d2ad314 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:15.677673 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-576633a6-adc6-4942-b6d0-e6e8e1563c9d req-5579365e-55bf-477e-bcd5-e5934d2ad314 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0703461 Jul 19 17:39:15.715812 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-576633a6-adc6-4942-b6d0-e6e8e1563c9d req-bfed47e5-7b3c-48e0-800d-bdb81e7e02c0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323944 Jul 19 17:39:16.947661 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb956e-7818-4ece-bc56-eee154b2c6a5 req-e77a3179-524c-4b9a-a519-a5529b444b30 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:16.949217 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4dbb956e-7818-4ece-bc56-eee154b2c6a5 req-e77a3179-524c-4b9a-a519-a5529b444b30 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0634472 Jul 19 17:39:16.986238 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4dbb956e-7818-4ece-bc56-eee154b2c6a5 req-aafbeb0d-7f66-4af6-870c-5eb7d441b94a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314438 Jul 19 17:39:17.822482 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:18.121758 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384394b7-3443-401b-bc47-002cb2419169 req-7005a893-653e-4a50-9078-e9f0a2913933 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:18.123272 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-384394b7-3443-401b-bc47-002cb2419169 req-7005a893-653e-4a50-9078-e9f0a2913933 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0635121 Jul 19 17:39:18.165158 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-384394b7-3443-401b-bc47-002cb2419169 req-ed645519-51ce-4c2b-a26e-826b3cf985f9 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363495 Jul 19 17:39:19.298491 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4e2d8-a739-47b4-be7d-805663556894 req-c550dc04-e4e6-4980-ba11-72bcafef4ca6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:19.300077 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b7a4e2d8-a739-47b4-be7d-805663556894 req-c550dc04-e4e6-4980-ba11-72bcafef4ca6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0633683 Jul 19 17:39:19.340611 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b7a4e2d8-a739-47b4-be7d-805663556894 req-0c0df747-ec68-4f0c-a379-8a3c71164ae4 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331302 Jul 19 17:39:20.471207 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef5554-51cd-4c4b-9a72-661b9b8ca8de req-e7cb27d7-111b-4a62-a0fb-f431603fa67a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:20.472631 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-31ef5554-51cd-4c4b-9a72-661b9b8ca8de req-e7cb27d7-111b-4a62-a0fb-f431603fa67a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0608585 Jul 19 17:39:20.509295 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-31ef5554-51cd-4c4b-9a72-661b9b8ca8de req-1cdd5d11-650f-433d-ac37-1f33c7d9726a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304701 Jul 19 17:39:21.257148 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-fad44968-16c8-416b-afab-d1273ca9729e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:21.647586 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbb6b0-7498-486a-b826-daa41aaaa3f6 req-c3d1074b-b512-49b7-9f7c-daffacc89609 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:21.649550 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-94dbb6b0-7498-486a-b826-daa41aaaa3f6 req-c3d1074b-b512-49b7-9f7c-daffacc89609 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0681069 Jul 19 17:39:21.687319 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-94dbb6b0-7498-486a-b826-daa41aaaa3f6 req-9ce81869-ddb6-4b8b-8a6e-8f3654443600 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322437 Jul 19 17:39:22.822545 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96ceb3-1640-41ef-8e91-77cee492eef8 req-ef56a773-8f87-49d6-bac3-f52cbe62bac5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:22.824075 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9c96ceb3-1640-41ef-8e91-77cee492eef8 req-ef56a773-8f87-49d6-bac3-f52cbe62bac5 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0629230 Jul 19 17:39:22.861946 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9c96ceb3-1640-41ef-8e91-77cee492eef8 req-e2afe15a-2a38-4591-b49b-c9469d01328c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321403 Jul 19 17:39:23.992711 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e690027f-c213-4885-942b-58517bac6080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:24.010691 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f65ee-e171-4e24-a7ad-5771a588dffa req-52dd8e97-b362-44df-844b-073bf488bef9 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:24.012304 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f98f65ee-e171-4e24-a7ad-5771a588dffa req-52dd8e97-b362-44df-844b-073bf488bef9 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0755675 Jul 19 17:39:24.054983 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f98f65ee-e171-4e24-a7ad-5771a588dffa req-4cfd2eb2-f330-4ba0-834f-1538f771d1ae tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367088 Jul 19 17:39:24.420374 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:25.187449 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a484e5-d730-4476-a580-7839575d1837 req-4c030957-5223-48cd-91ce-fb579baca74b tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:25.189004 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e8a484e5-d730-4476-a580-7839575d1837 req-4c030957-5223-48cd-91ce-fb579baca74b tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0633409 Jul 19 17:39:25.230600 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e8a484e5-d730-4476-a580-7839575d1837 req-ecd85c7a-efad-4575-9508-076fb7d5d4f7 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352321 Jul 19 17:39:25.333827 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:26.393916 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7869a42-565f-4bec-923d-2054d1010af5 req-362ec2b1-3582-4955-a689-dde17662ded9 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:26.396041 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c7869a42-565f-4bec-923d-2054d1010af5 req-362ec2b1-3582-4955-a689-dde17662ded9 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=05606870-1d1e-4cb2-b48d-2650b16e3995 HTTP/1.1" status: 200 len: 946 time: 0.1149142 Jul 19 17:39:26.404346 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6e54e-7afd-4e32-ab76-a41a190d2312 req-9907f6ed-97d2-4ba8-bd6e-270b365528de tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:26.405769 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cea6e54e-7afd-4e32-ab76-a41a190d2312 req-9907f6ed-97d2-4ba8-bd6e-270b365528de tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0958779 Jul 19 17:39:26.458459 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c7869a42-565f-4bec-923d-2054d1010af5 req-21d4ebd8-4f08-4c6c-9178-5dc008c06e53 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1629ec4-3fe1-4ba3-90cc-b42273e2482a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517156 Jul 19 17:39:26.465678 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cea6e54e-7afd-4e32-ab76-a41a190d2312 req-66d9d285-3019-4b72-9ab7-802ef46e5f0f tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530121 Jul 19 17:39:27.107504 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:27.631003 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d7f76-134f-4d65-bc2c-b8c00b932d8b req-3c266aa5-6861-4df8-97dc-1067aa9e8f33 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:27.632562 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-605d7f76-134f-4d65-bc2c-b8c00b932d8b req-3c266aa5-6861-4df8-97dc-1067aa9e8f33 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=05606870-1d1e-4cb2-b48d-2650b16e3995 HTTP/1.1" status: 200 len: 946 time: 0.1069353 Jul 19 17:39:27.640126 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5dd16-7ec0-4d46-9d7e-7e2a2fc4fa73 req-467727d9-ff53-4fba-93f0-5c1dfc9dd26a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:27.641593 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-14d5dd16-7ec0-4d46-9d7e-7e2a2fc4fa73 req-467727d9-ff53-4fba-93f0-5c1dfc9dd26a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.1058407 Jul 19 17:39:27.697675 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-605d7f76-134f-4d65-bc2c-b8c00b932d8b req-3e3cc077-bccb-4895-8bae-9163ed7ecc94 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1629ec4-3fe1-4ba3-90cc-b42273e2482a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551119 Jul 19 17:39:27.700391 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-14d5dd16-7ec0-4d46-9d7e-7e2a2fc4fa73 req-0dde5572-2c84-4316-92ae-7c90ba7ce986 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514743 Jul 19 17:39:28.177009 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29753b-1394-4af0-8d5c-aefcfacfaf3f req-8fb6abf0-90e7-47fb-9b62-667d428a8926 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:28.178500 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cf29753b-1394-4af0-8d5c-aefcfacfaf3f req-8fb6abf0-90e7-47fb-9b62-667d428a8926 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05606870-1d1e-4cb2-b48d-2650b16e3995 HTTP/1.1" status: 200 len: 946 time: 0.0609872 Jul 19 17:39:28.281779 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-cf29753b-1394-4af0-8d5c-aefcfacfaf3f req-ef0fed1a-6362-4e6b-9d27-213534fdf6df tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Deleting port 7e079c56-07d9-4c1b-b365-3d91e513e725 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:39:28.282027 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cf29753b-1394-4af0-8d5c-aefcfacfaf3f req-ef0fed1a-6362-4e6b-9d27-213534fdf6df tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:28.368600 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-cf29753b-1394-4af0-8d5c-aefcfacfaf3f req-ef0fed1a-6362-4e6b-9d27-213534fdf6df tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] For port 7e079c56-07d9-4c1b-b365-3d91e513e725, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=7e079c56-07d9-4c1b-b365-3d91e513e725,segment=NetworkSegment(5ef1ff52-c95c-47d9-992f-e445d0a3aa31),segment_id=5ef1ff52-c95c-47d9-992f-e445d0a3aa31)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:28.368959 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cf29753b-1394-4af0-8d5c-aefcfacfaf3f req-ef0fed1a-6362-4e6b-9d27-213534fdf6df tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:28.540465 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cf29753b-1394-4af0-8d5c-aefcfacfaf3f req-ef0fed1a-6362-4e6b-9d27-213534fdf6df tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:28.540767 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cf29753b-1394-4af0-8d5c-aefcfacfaf3f req-ef0fed1a-6362-4e6b-9d27-213534fdf6df tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567430'] for floatingip, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:28.541071 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.db.l3_db [req-cf29753b-1394-4af0-8d5c-aefcfacfaf3f req-ef0fed1a-6362-4e6b-9d27-213534fdf6df tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Floating IP 3dc016aa-22d4-41fa-86a8-d49539efa7d5 disassociated. External IP: 172.27.0.118, port: 7e079c56-07d9-4c1b-b365-3d91e513e725. Jul 19 17:39:28.541422 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-cf29753b-1394-4af0-8d5c-aefcfacfaf3f req-ef0fed1a-6362-4e6b-9d27-213534fdf6df tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Calling delete_port for 7e079c56-07d9-4c1b-b365-3d91e513e725 owned by compute:nova {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:39:28.667032 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cf29753b-1394-4af0-8d5c-aefcfacfaf3f req-ef0fed1a-6362-4e6b-9d27-213534fdf6df tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:28.698651 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fed1a-6362-4e6b-9d27-213534fdf6df tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Pushing event deleted for resources: {'Port': ['ID=7e079c56-07d9-4c1b-b365-3d91e513e725,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:28.836766 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-09a37749-aa05-4d36-b17f-5f7f18b8bfe2 req-566db8cc-d576-4ba4-9b08-f83ab0d14983 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/ports?device_id=05606870-1d1e-4cb2-b48d-2650b16e3995 HTTP/1.1" status: 200 len: 210 time: 0.0604084 Jul 19 17:39:28.875411 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf29753b-1394-4af0-8d5c-aefcfacfaf3f req-ef0fed1a-6362-4e6b-9d27-213534fdf6df tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Router c9b82133-ed92-436d-873d-9abcda55d88e has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:39:28.897416 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaf1a6-cfb3-4495-bdb2-4966852b033f req-9c8e5e70-5dcc-47be-8d5a-344a456ea82d tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:28.898891 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dbcaf1a6-cfb3-4495-bdb2-4966852b033f req-9c8e5e70-5dcc-47be-8d5a-344a456ea82d tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.1216028 Jul 19 17:39:29.001210 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-dbcaf1a6-cfb3-4495-bdb2-4966852b033f req-0ede79d5-9ab3-43b5-8cb5-340b02af33a6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690551 Jul 19 17:39:29.023332 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf29753b-1394-4af0-8d5c-aefcfacfaf3f req-ef0fed1a-6362-4e6b-9d27-213534fdf6df tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:39:29.034279 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba7b90d-5296-4bc8-88f2-7f9c5bd2f310 None None] Sync routers for ids ['c9b82133-ed92-436d-873d-9abcda55d88e'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:39:29.044500 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba7b90d-5296-4bc8-88f2-7f9c5bd2f310 None None] Routers {'c9b82133-ed92-436d-873d-9abcda55d88e'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:39:29.045459 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-9ba7b90d-5296-4bc8-88f2-7f9c5bd2f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:39:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['c9b82133-ed92-436d-873d-9abcda55d88e'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:29.068449 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf29753b-1394-4af0-8d5c-aefcfacfaf3f req-ef0fed1a-6362-4e6b-9d27-213534fdf6df tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] No DVR routers for this DVR port 7e079c56-07d9-4c1b-b365-3d91e513e725 on host hv-cinder-80069 {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:39:29.071048 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cf29753b-1394-4af0-8d5c-aefcfacfaf3f req-ef0fed1a-6362-4e6b-9d27-213534fdf6df tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:29.073095 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cf29753b-1394-4af0-8d5c-aefcfacfaf3f req-ef0fed1a-6362-4e6b-9d27-213534fdf6df tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.59 "DELETE /v2.0/ports/7e079c56-07d9-4c1b-b365-3d91e513e725 HTTP/1.1" status: 204 len: 173 time: 0.8889186 Jul 19 17:39:29.073550 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05606870-1d1e-4cb2-b48d-2650b16e3995', 'name': 'network-vif-deleted', 'tag': '7e079c56-07d9-4c1b-b365-3d91e513e725'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:39:29.075812 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1955d5-4bac-49af-a788-47a70439bc5e" -d '{"events": [{"server_uuid": "05606870-1d1e-4cb2-b48d-2650b16e3995", "name": "network-vif-deleted", "tag": "7e079c56-07d9-4c1b-b365-3d91e513e725"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:39:29.115125 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149f81f1-79a5-478e-b2dc-a915ace1dca4 x-openstack-request-id: req-149f81f1-79a5-478e-b2dc-a915ace1dca4 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:39:29.115436 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05606870-1d1e-4cb2-b48d-2650b16e3995", "name": "network-vif-deleted", "tag": "7e079c56-07d9-4c1b-b365-3d91e513e725", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:39:29.115808 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-149f81f1-79a5-478e-b2dc-a915ace1dca4 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:39:29.116139 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05606870-1d1e-4cb2-b48d-2650b16e3995', 'name': 'network-vif-deleted', 'tag': '7e079c56-07d9-4c1b-b365-3d91e513e725', 'status': 'completed', 'code': 200} Jul 19 17:39:29.163162 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-9ba7b90d-5296-4bc8-88f2-7f9c5bd2f310 None None] Set router c9b82133-ed92-436d-873d-9abcda55d88e gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:39:29.361119 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-9ba7b90d-5296-4bc8-88f2-7f9c5bd2f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'name': 'tempest-AttachVolumeTestJSON-1312934689-router', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:44Z', 'revision_number': 4, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'gw_port': {'id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:37Z', 'updated_at': '2021-07-19T17:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '1f1365d5-b13d-4c0c-9672-6caf4f6a4de4', 'name': '', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'mac_address': 'fa:16:3e:00:c1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:42Z', 'updated_at': '2021-07-19T17:32:58Z', 'revision_number': 5, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'subnets': [{'id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:29.398987 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba7b90d-5296-4bc8-88f2-7f9c5bd2f310 None None] Checking router: c9b82133-ed92-436d-873d-9abcda55d88e for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:39:29.407380 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba7b90d-5296-4bc8-88f2-7f9c5bd2f310 None None] Routers {'c9b82133-ed92-436d-873d-9abcda55d88e'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:39:29.407981 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-9ba7b90d-5296-4bc8-88f2-7f9c5bd2f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:39:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['c9b82133-ed92-436d-873d-9abcda55d88e'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:29.511077 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-9ba7b90d-5296-4bc8-88f2-7f9c5bd2f310 None None] Set router c9b82133-ed92-436d-873d-9abcda55d88e gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:39:29.835745 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-9ba7b90d-5296-4bc8-88f2-7f9c5bd2f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'name': 'tempest-AttachVolumeTestJSON-1312934689-router', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:44Z', 'revision_number': 4, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'gw_port': {'id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:37Z', 'updated_at': '2021-07-19T17:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '1f1365d5-b13d-4c0c-9672-6caf4f6a4de4', 'name': '', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'mac_address': 'fa:16:3e:00:c1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:42Z', 'updated_at': '2021-07-19T17:32:58Z', 'revision_number': 5, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'subnets': [{'id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:29.860971 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba7b90d-5296-4bc8-88f2-7f9c5bd2f310 None None] The sync data for ids ['c9b82133-ed92-436d-873d-9abcda55d88e'] in dv-cinder-800695-4-iscsi is: [{'id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'name': 'tempest-AttachVolumeTestJSON-1312934689-router', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:32:44Z', 'revision_number': 4, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'gw_port': {'id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:37Z', 'updated_at': '2021-07-19T17:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '1f1365d5-b13d-4c0c-9672-6caf4f6a4de4', 'name': '', 'network_id': '2b2a9a44-8a11-41b7-b0f8-85238b0362d1', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'mac_address': 'fa:16:3e:00:c1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:42Z', 'updated_at': '2021-07-19T17:32:58Z', 'revision_number': 5, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'subnets': [{'id': 'a4b4a27a-9fa5-41b8-8967-080a257defa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:39:29.922935 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 43648) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:29.984167 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b466ca59-0939-4d2b-97bf-d67e582365b5 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:30.008729 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b466ca59-0939-4d2b-97bf-d67e582365b5 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:30.061068 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b466ca59-0939-4d2b-97bf-d67e582365b5 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:30.063906 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b466ca59-0939-4d2b-97bf-d67e582365b5 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:30.065122 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-b466ca59-0939-4d2b-97bf-d67e582365b5 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "DELETE /v2.0/security-groups/c1629ec4-3fe1-4ba3-90cc-b42273e2482a HTTP/1.1" status: 204 len: 168 time: 0.1411757 Jul 19 17:39:30.068229 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 43652) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:30.074571 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466ca59-0939-4d2b-97bf-d67e582365b5 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1629ec4-3fe1-4ba3-90cc-b42273e2482a,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:30.089500 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.api.v2.resource [None req-527683b2-2e1b-47c8-a72e-95ee6c85353c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] show failed (client error): The resource could not be found. Jul 19 17:39:30.093879 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-527683b2-2e1b-47c8-a72e-95ee6c85353c tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "GET /v2.0/security-groups/c1629ec4-3fe1-4ba3-90cc-b42273e2482a HTTP/1.1" status: 404 len: 347 time: 0.0233042 Jul 19 17:39:30.094543 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 43654) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:30.122292 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92230a1d-3da1-4f1e-a617-e2476b92663a None None] New status for floating IP 3dc016aa-22d4-41fa-86a8-d49539efa7d5: DOWN {{(pid=93386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:39:30.152936 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8f1d1-270a-4cb0-be08-857ac9f04e3c req-f814981e-5120-4311-9770-7c487e26d910 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:30.154476 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cfd8f1d1-270a-4cb0-be08-857ac9f04e3c req-f814981e-5120-4311-9770-7c487e26d910 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0667224 Jul 19 17:39:30.196942 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cfd8f1d1-270a-4cb0-be08-857ac9f04e3c req-9b4df9c1-323c-4057-86c9-8bbe2c5d7682 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364206 Jul 19 17:39:30.243392 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-a7ec4e5a-24ad-40a8-81fb-37fcaecd34f1 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Deleting port 38807e74-e392-4e08-821b-be6307b3fd97 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:39:30.243812 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a7ec4e5a-24ad-40a8-81fb-37fcaecd34f1 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:30.318221 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a7ec4e5a-24ad-40a8-81fb-37fcaecd34f1 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:30.318555 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a7ec4e5a-24ad-40a8-81fb-37fcaecd34f1 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:30.330028 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-a7ec4e5a-24ad-40a8-81fb-37fcaecd34f1 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Calling delete_port for 38807e74-e392-4e08-821b-be6307b3fd97 owned by network:floatingip {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:39:30.460454 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a7ec4e5a-24ad-40a8-81fb-37fcaecd34f1 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:30.482672 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec4e5a-24ad-40a8-81fb-37fcaecd34f1 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Pushing event deleted for resources: {'Port': ['ID=38807e74-e392-4e08-821b-be6307b3fd97,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:30.545884 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a7ec4e5a-24ad-40a8-81fb-37fcaecd34f1 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks [] for floatingip, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:30.548477 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a7ec4e5a-24ad-40a8-81fb-37fcaecd34f1 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for floatingip, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:30.549612 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-a7ec4e5a-24ad-40a8-81fb-37fcaecd34f1 tempest-AttachVolumeTestJSON-1190368448 tempest-AttachVolumeTestJSON-1190368448-project] 10.222.0.32 "DELETE /v2.0/floatingips/3dc016aa-22d4-41fa-86a8-d49539efa7d5 HTTP/1.1" status: 204 len: 168 time: 0.4540446 Jul 19 17:39:31.022359 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 7e079c56-07d9-4c1b-b365-3d91e513e725 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:39:31.046300 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] No Port match for: 7e079c56-07d9-4c1b-b365-3d91e513e725 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:39:31.046644 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 7e079c56-07d9-4c1b-b365-3d91e513e725 not bound to the agent host hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:39:31.332298 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b1d3b-f0c5-44c6-ad41-1664bf6a1d88 req-27095d4b-d18a-47e6-bb92-2ad3d47d9963 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:31.334327 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6f3b1d3b-f0c5-44c6-ad41-1664bf6a1d88 req-27095d4b-d18a-47e6-bb92-2ad3d47d9963 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0653501 Jul 19 17:39:31.370032 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6f3b1d3b-f0c5-44c6-ad41-1664bf6a1d88 req-53b69a54-565f-4a83-b13a-d00e276a7d34 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301435 Jul 19 17:39:32.507622 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f42d4b-2183-4be9-b3a8-f07f416ac7f0 req-e4fbafe1-1ed9-4784-aaaf-e994aae0d857 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:32.509322 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b4f42d4b-2183-4be9-b3a8-f07f416ac7f0 req-e4fbafe1-1ed9-4784-aaaf-e994aae0d857 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0642390 Jul 19 17:39:32.548570 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b4f42d4b-2183-4be9-b3a8-f07f416ac7f0 req-d09a454b-769b-488d-852a-380d84104f78 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331624 Jul 19 17:39:33.038159 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:39:33.136939 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:33.150651 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'port_id': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208', 'mac_address': 'fa:16:3e:45:de:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8cde66-88d0-4637-913a-84e51941d044', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:39:33.192401 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:33.209358 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:39:33.229220 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:33.233541 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:33.289530 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208,revision_number=6']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:33.329031 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['9fa22ac9-bf53-44dc-a2fc-03c0c5b77208'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:39:33.683839 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4288c-9052-4a57-adee-dd82f0e917b8 req-a3126b3a-bc46-4dd0-9001-937e38c6b6d2 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:33.685398 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4ba4288c-9052-4a57-adee-dd82f0e917b8 req-a3126b3a-bc46-4dd0-9001-937e38c6b6d2 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 944 time: 0.0649970 Jul 19 17:39:33.722330 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4ba4288c-9052-4a57-adee-dd82f0e917b8 req-4b916c1e-7c99-4e0c-b028-9fcf3bf626fc tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314627 Jul 19 17:39:34.077098 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 43718) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:34.600473 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6fdd0795-dd96-45e0-ab3c-e9ca95996305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631942'] for router_interface, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:34.883111 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3834573-9b67-4421-90a8-b546814c33f4 req-0fe0670b-2af8-4a7f-ba64-2970ed3a5a07 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:34.891452 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a3834573-9b67-4421-90a8-b546814c33f4 req-0fe0670b-2af8-4a7f-ba64-2970ed3a5a07 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 944 time: 0.0820556 Jul 19 17:39:34.928763 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a3834573-9b67-4421-90a8-b546814c33f4 req-cbb2faa7-dae0-4cf5-98c0-dccae1adf42a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361176 Jul 19 17:39:34.948197 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd0795-dd96-45e0-ab3c-e9ca95996305 admin admin] Deleting port 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:39:34.948758 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6fdd0795-dd96-45e0-ab3c-e9ca95996305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:35.045598 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:39:35.073964 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [None req-6fdd0795-dd96-45e0-ab3c-e9ca95996305 admin admin] For port 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=1f1365d5-b13d-4c0c-9672-6caf4f6a4de4,segment=NetworkSegment(5ef1ff52-c95c-47d9-992f-e445d0a3aa31),segment_id=5ef1ff52-c95c-47d9-992f-e445d0a3aa31)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:35.074230 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6fdd0795-dd96-45e0-ab3c-e9ca95996305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:35.091782 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd0795-dd96-45e0-ab3c-e9ca95996305 admin admin] Calling delete_port for 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4 owned by network:router_interface {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:39:35.121723 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:35.122372 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:35.217860 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:35.249588 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60663622-7e37-4728-89fc-e65e2bfcd8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:39:35.252406 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113e3617-c551-4b07-b06c-ab358cb22dbe" -d '{"events": [{"server_uuid": "60663622-7e37-4728-89fc-e65e2bfcd8e4", "name": "network-vif-plugged", "status": "completed", "tag": "9fa22ac9-bf53-44dc-a2fc-03c0c5b77208"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:39:35.277420 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:35.282359 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:35.325055 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f18342-0991-4c83-9917-9999d028c892 x-openstack-request-id: req-b0f18342-0991-4c83-9917-9999d028c892 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:39:35.325660 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60663622-7e37-4728-89fc-e65e2bfcd8e4", "name": "network-vif-plugged", "status": "completed", "tag": "9fa22ac9-bf53-44dc-a2fc-03c0c5b77208", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:39:35.326144 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0f18342-0991-4c83-9917-9999d028c892 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:39:35.326837 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60663622-7e37-4728-89fc-e65e2bfcd8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208', 'code': 200} Jul 19 17:39:35.341620 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6fdd0795-dd96-45e0-ab3c-e9ca95996305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:35.349054 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208,revision_number=7']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:35.370191 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd0795-dd96-45e0-ab3c-e9ca95996305 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f1365d5-b13d-4c0c-9672-6caf4f6a4de4,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:35.571370 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6fdd0795-dd96-45e0-ab3c-e9ca95996305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632042'] for router_interface, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:35.824806 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdd0795-dd96-45e0-ab3c-e9ca95996305 admin admin] Router c9b82133-ed92-436d-873d-9abcda55d88e has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:39:35.945188 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdd0795-dd96-45e0-ab3c-e9ca95996305 admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:39:35.950866 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-6fdd0795-dd96-45e0-ab3c-e9ca95996305 admin admin] 10.222.0.32 "PUT /v2.0/routers/c9b82133-ed92-436d-873d-9abcda55d88e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8726354 Jul 19 17:39:35.953874 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 43746) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:35.959219 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e96fd27-5774-4e50-a6e6-20a853bc20bb None None] Sync routers for ids ['c9b82133-ed92-436d-873d-9abcda55d88e'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:39:35.985994 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e96fd27-5774-4e50-a6e6-20a853bc20bb None None] Routers {'c9b82133-ed92-436d-873d-9abcda55d88e'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:39:35.986641 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-1e96fd27-5774-4e50-a6e6-20a853bc20bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:39:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['c9b82133-ed92-436d-873d-9abcda55d88e'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:36.131047 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a81cbe-edcc-4d39-88b1-084bb19d1978 req-35ba280e-f6b5-44ed-92de-5420275c831a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:36.138731 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-60a81cbe-edcc-4d39-88b1-084bb19d1978 req-35ba280e-f6b5-44ed-92de-5420275c831a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0919809 Jul 19 17:39:36.156497 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8ed29fc3-e9a0-4fb6-aa16-0e8ebde8744f admin admin] Notify callbacks [] for router, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:36.162118 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-1e96fd27-5774-4e50-a6e6-20a853bc20bb None None] Set router c9b82133-ed92-436d-873d-9abcda55d88e gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:39:36.204609 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-60a81cbe-edcc-4d39-88b1-084bb19d1978 req-b2b08ce4-c61f-4077-b165-49758219b11a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645404 Jul 19 17:39:36.309790 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8ed29fc3-e9a0-4fb6-aa16-0e8ebde8744f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:36.384502 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-8ed29fc3-e9a0-4fb6-aa16-0e8ebde8744f admin admin] Deleting port 5898132a-6567-4e6f-9f75-50dfe197935a {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:39:36.384857 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8ed29fc3-e9a0-4fb6-aa16-0e8ebde8744f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:36.428237 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-1e96fd27-5774-4e50-a6e6-20a853bc20bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'name': 'tempest-AttachVolumeTestJSON-1312934689-router', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:39:35Z', 'revision_number': 5, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'gw_port': {'id': '5898132a-6567-4e6f-9f75-50dfe197935a', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:37Z', 'updated_at': '2021-07-19T17:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:36.469143 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e96fd27-5774-4e50-a6e6-20a853bc20bb None None] Checking router: c9b82133-ed92-436d-873d-9abcda55d88e for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:39:36.484680 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e96fd27-5774-4e50-a6e6-20a853bc20bb None None] Routers {'c9b82133-ed92-436d-873d-9abcda55d88e'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:39:36.485311 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-1e96fd27-5774-4e50-a6e6-20a853bc20bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:39:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['c9b82133-ed92-436d-873d-9abcda55d88e'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:36.490597 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [None req-8ed29fc3-e9a0-4fb6-aa16-0e8ebde8744f admin admin] For port 5898132a-6567-4e6f-9f75-50dfe197935a, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=5898132a-6567-4e6f-9f75-50dfe197935a,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:36.491474 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8ed29fc3-e9a0-4fb6-aa16-0e8ebde8744f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:36.508121 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-8ed29fc3-e9a0-4fb6-aa16-0e8ebde8744f admin admin] Calling delete_port for 5898132a-6567-4e6f-9f75-50dfe197935a owned by network:router_gateway {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:39:36.593983 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-1e96fd27-5774-4e50-a6e6-20a853bc20bb None None] Set router c9b82133-ed92-436d-873d-9abcda55d88e gateway port host: None {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:39:36.658632 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-1e96fd27-5774-4e50-a6e6-20a853bc20bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'name': 'tempest-AttachVolumeTestJSON-1312934689-router', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:39:36Z', 'revision_number': 6, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'gw_port_host': None}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:36.696004 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e96fd27-5774-4e50-a6e6-20a853bc20bb None None] The sync data for ids ['c9b82133-ed92-436d-873d-9abcda55d88e'] in dv-cinder-800695-4-iscsi is: [{'id': 'c9b82133-ed92-436d-873d-9abcda55d88e', 'name': 'tempest-AttachVolumeTestJSON-1312934689-router', 'tenant_id': '264664ead74849f4a933f763f9adf1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:32:35Z', 'updated_at': '2021-07-19T17:39:36Z', 'revision_number': 6, 'project_id': '264664ead74849f4a933f763f9adf1ae', 'gw_port_host': None}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:39:36.756706 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8ed29fc3-e9a0-4fb6-aa16-0e8ebde8744f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:36.784321 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed29fc3-e9a0-4fb6-aa16-0e8ebde8744f admin admin] Pushing event deleted for resources: {'Port': ['ID=5898132a-6567-4e6f-9f75-50dfe197935a,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:36.851768 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8ed29fc3-e9a0-4fb6-aa16-0e8ebde8744f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567368'] for router_gateway, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.216365 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8ed29fc3-e9a0-4fb6-aa16-0e8ebde8744f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58318'] for router, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.219306 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8ed29fc3-e9a0-4fb6-aa16-0e8ebde8744f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.279578 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8ed29fc3-e9a0-4fb6-aa16-0e8ebde8744f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632508'] for router, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.280256 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed29fc3-e9a0-4fb6-aa16-0e8ebde8744f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9b82133-ed92-436d-873d-9abcda55d88e {{(pid=93384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:39:37.290274 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8ed29fc3-e9a0-4fb6-aa16-0e8ebde8744f admin admin] Notify callbacks [] for router, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.295630 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-8ed29fc3-e9a0-4fb6-aa16-0e8ebde8744f admin admin] 10.222.0.32 "DELETE /v2.0/routers/c9b82133-ed92-436d-873d-9abcda55d88e HTTP/1.1" status: 204 len: 168 time: 1.3402917 Jul 19 17:39:37.296479 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 43752) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:37.349789 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c1d5aa-a4a1-4115-9e32-d9f6f7751318 admin admin] Deleting subnet a4b4a27a-9fa5-41b8-8967-080a257defa8 {{(pid=93384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:39:37.353822 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a5c1d5aa-a4a1-4115-9e32-d9f6f7751318 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.379108 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583a657-7e3b-479e-b9ab-cf9d74469dae req-2043597c-b658-473b-ba4d-d164653a14cb tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:37.381056 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b583a657-7e3b-479e-b9ab-cf9d74469dae req-2043597c-b658-473b-ba4d-d164653a14cb tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0985587 Jul 19 17:39:37.392193 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a5c1d5aa-a4a1-4115-9e32-d9f6f7751318 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5138715'] for subnet, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.425110 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b583a657-7e3b-479e-b9ab-cf9d74469dae req-4c7e7b38-c3d3-47e8-bd54-bdc1b830bfb6 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366158 Jul 19 17:39:37.485635 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a5c1d5aa-a4a1-4115-9e32-d9f6f7751318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428619'] for subnet, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.547092 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a5c1d5aa-a4a1-4115-9e32-d9f6f7751318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6210967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5076143'] for subnet, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.577984 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a5c1d5aa-a4a1-4115-9e32-d9f6f7751318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.579900 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-a5c1d5aa-a4a1-4115-9e32-d9f6f7751318 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a4b4a27a-9fa5-41b8-8967-080a257defa8 HTTP/1.1" status: 204 len: 168 time: 0.2825208 Jul 19 17:39:37.581731 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1d5aa-a4a1-4115-9e32-d9f6f7751318 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b4a27a-9fa5-41b8-8967-080a257defa8,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:37.583297 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 43754) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:37.585098 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc09723b-537c-4c90-8fed-e75797d1aad6 None None] Network 2b2a9a44-8a11-41b7-b0f8-85238b0362d1 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:39:37.659717 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366402'] for network, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.717575 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Deleting port 50c3e553-01da-47cf-81d5-fc7932d3adef {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:39:37.718207 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.801173 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] For port 50c3e553-01da-47cf-81d5-fc7932d3adef, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=50c3e553-01da-47cf-81d5-fc7932d3adef,segment=NetworkSegment(5ef1ff52-c95c-47d9-992f-e445d0a3aa31),segment_id=5ef1ff52-c95c-47d9-992f-e445d0a3aa31)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:37.802535 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.823560 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Calling delete_port for 50c3e553-01da-47cf-81d5-fc7932d3adef owned by network:dhcp {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:39:37.881026 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b17ea6-3d05-41fa-bf72-d31eca283211 None None] DHCP port deletion for 2b2a9a44-8a11-41b7-b0f8-85238b0362d1 request from dv-cinder-800695-4-iscsi {{(pid=93385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:39:37.915372 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.948897 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-81b17ea6-3d05-41fa-bf72-d31eca283211 None None] Deleting port 50c3e553-01da-47cf-81d5-fc7932d3adef {{(pid=93385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:39:37.949283 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-81b17ea6-3d05-41fa-bf72-d31eca283211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.956293 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Pushing event deleted for resources: {'Port': ['ID=50c3e553-01da-47cf-81d5-fc7932d3adef,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:37.964142 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] No DVR routers for this DVR port 50c3e553-01da-47cf-81d5-fc7932d3adef on host dv-cinder-800695-4-iscsi {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:39:37.966850 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:37.967396 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:37.967896 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:37.968357 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:37.968790 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:37.969226 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:37.970181 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:37.970374 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:37.970836 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:37.971262 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:37.971688 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:37.972146 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:38.032993 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-81b17ea6-3d05-41fa-bf72-d31eca283211 None None] For port 50c3e553-01da-47cf-81d5-fc7932d3adef, host dv-cinder-800695-4-iscsi, got binding levels [] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:38.032993 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-81b17ea6-3d05-41fa-bf72-d31eca283211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.050545 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-81b17ea6-3d05-41fa-bf72-d31eca283211 None None] Calling delete_port for 50c3e553-01da-47cf-81d5-fc7932d3adef owned by network:dhcp {{(pid=93385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:39:38.054034 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.ipam_backend_mixin [None req-81b17ea6-3d05-41fa-bf72-d31eca283211 None None] Port 50c3e553-01da-47cf-81d5-fc7932d3adef was not found and therefore no delete operation was performed {{(pid=93385) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 17:39:38.055294 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-81b17ea6-3d05-41fa-bf72-d31eca283211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146'] for port, after_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.087061 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b17ea6-3d05-41fa-bf72-d31eca283211 None None] Pushing event deleted for resources: {'Port': ['ID=50c3e553-01da-47cf-81d5-fc7932d3adef,revision_number=None']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:38.091073 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b17ea6-3d05-41fa-bf72-d31eca283211 None None] No DVR routers for this DVR port 50c3e553-01da-47cf-81d5-fc7932d3adef on host dv-cinder-800695-4-iscsi {{(pid=93385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:39:38.113908 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4 no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:39:38.136516 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:39:38.136954 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 1f1365d5-b13d-4c0c-9672-6caf4f6a4de4 not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:39:38.137449 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 50c3e553-01da-47cf-81d5-fc7932d3adef no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:39:38.164369 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: 50c3e553-01da-47cf-81d5-fc7932d3adef {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:39:38.164716 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 50c3e553-01da-47cf-81d5-fc7932d3adef not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:39:38.165147 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 5898132a-6567-4e6f-9f75-50dfe197935a no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:39:38.187872 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: 5898132a-6567-4e6f-9f75-50dfe197935a {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:39:38.188273 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 5898132a-6567-4e6f-9f75-50dfe197935a not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:39:38.370329 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428391', 'neutron.services.segments.db._delete_segments_for_network-8742494453050'] for network, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.381359 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2a9a44-8a11-41b7-b0f8-85238b0362d1']}} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:38.393112 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef1ff52-c95c-47d9-992f-e445d0a3aa31') {'for_net_delete': True} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:38.394184 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef1ff52-c95c-47d9-992f-e445d0a3aa31') {} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:38.405257 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742494456131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5018037'] for segment, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.421095 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.428544 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:39:38.429040 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4638915'] for segment, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: Traceback (most recent call last): Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: timer() Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: cb(*args, **kw) Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: return func(*args, **kwargs) Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: self._notify() Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: self.callback(batched_events) Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: event.method(event) Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: return f(self, *a, **k) Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: return self._get(url).json() Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: return self.request(url, 'GET', **kwargs) Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:39:38.430850 dv-cinder-800695-4-iscsi neutron-server[93383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:39:38.492145 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567412'] for network, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.502667 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.512293 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2b2a9a44-8a11-41b7-b0f8-85238b0362d1 HTTP/1.1" status: 204 len: 168 time: 0.9274402 Jul 19 17:39:38.530722 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ff85e-b029-4918-9cbe-31d600b4de36 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b2a9a44-8a11-41b7-b0f8-85238b0362d1,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:38.631244 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de24294-d3c8-4b1c-9452-d022f0573513 req-818b1e4a-de96-445d-a26e-a3a4a5222e31 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:38.632871 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2de24294-d3c8-4b1c-9452-d022f0573513 req-818b1e4a-de96-445d-a26e-a3a4a5222e31 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0773122 Jul 19 17:39:38.664610 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 43764) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:38.677831 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2de24294-d3c8-4b1c-9452-d022f0573513 req-1c74f2f4-82de-453f-b735-33b0f11afb7c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362420 Jul 19 17:39:38.726920 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-0d3920c6-dbf5-4977-afae-299e8a545edc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=264664ead74849f4a933f763f9adf1ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0598624 Jul 19 17:39:38.728623 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 43766) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:38.787192 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0e326dd6-9ad7-459f-b515-6f15ed877a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.814847 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0e326dd6-9ad7-459f-b515-6f15ed877a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.867973 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0e326dd6-9ad7-459f-b515-6f15ed877a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.870962 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0e326dd6-9ad7-459f-b515-6f15ed877a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.874516 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-0e326dd6-9ad7-459f-b515-6f15ed877a9e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a8a023e-9f69-4679-be58-30a69fb0806b HTTP/1.1" status: 204 len: 168 time: 0.1421754 Jul 19 17:39:38.888384 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e326dd6-9ad7-459f-b515-6f15ed877a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8a023e-9f69-4679-be58-30a69fb0806b,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:39.855803 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97be4e-bca6-4fc1-a59e-175ad5f85033 req-79dda77e-4cf7-4647-8f82-c86fb7adbd3d tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:39.864673 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5e97be4e-bca6-4fc1-a59e-175ad5f85033 req-79dda77e-4cf7-4647-8f82-c86fb7adbd3d tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0955479 Jul 19 17:39:39.924365 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5e97be4e-bca6-4fc1-a59e-175ad5f85033 req-6fc364da-ba6f-47e6-8d53-e151d1364c1b tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564039 Jul 19 17:39:40.431791 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 43818) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:40.550811 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c1e5c2b1-a170-4662-8c80-e3ca69ee496c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:40.677160 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c1e5c2b1-a170-4662-8c80-e3ca69ee496c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:40.681488 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c1e5c2b1-a170-4662-8c80-e3ca69ee496c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:40.719568 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-c1e5c2b1-a170-4662-8c80-e3ca69ee496c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=104e7597c06c4257a651a5fae492c175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866421 Jul 19 17:39:40.720379 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5c2b1-a170-4662-8c80-e3ca69ee496c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4a341d-0169-49e1-b519-835d31128563,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:40.722597 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 43824) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:40.789212 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dbdae2cf-3d32-4309-9df3-0e8174f5c367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:40.812106 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dbdae2cf-3d32-4309-9df3-0e8174f5c367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:40.866673 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dbdae2cf-3d32-4309-9df3-0e8174f5c367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:40.869828 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dbdae2cf-3d32-4309-9df3-0e8174f5c367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:40.874112 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-dbdae2cf-3d32-4309-9df3-0e8174f5c367 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f4a341d-0169-49e1-b519-835d31128563 HTTP/1.1" status: 204 len: 168 time: 0.1495852 Jul 19 17:39:40.882817 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdae2cf-3d32-4309-9df3-0e8174f5c367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4a341d-0169-49e1-b519-835d31128563,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:41.127233 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e3cfd-91bb-4bd1-8866-a34f4a11a394 req-52801e74-6323-47ab-8ad4-df01920541d8 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:41.134476 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-593e3cfd-91bb-4bd1-8866-a34f4a11a394 req-52801e74-6323-47ab-8ad4-df01920541d8 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.1058650 Jul 19 17:39:41.186022 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-593e3cfd-91bb-4bd1-8866-a34f4a11a394 req-f869093a-7fce-47d2-a383-a9da9427b91e tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506802 Jul 19 17:39:42.378326 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4d9b7-bf01-4167-9830-b1cea7f68198 req-2d4e9826-0001-4b24-8669-a7f7c890b88c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:42.379929 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cbb4d9b7-bf01-4167-9830-b1cea7f68198 req-2d4e9826-0001-4b24-8669-a7f7c890b88c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0855875 Jul 19 17:39:42.434648 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cbb4d9b7-bf01-4167-9830-b1cea7f68198 req-574dcc6d-0527-45ff-875e-00b3797f410c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486779 Jul 19 17:39:42.945747 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 43882) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:43.077459 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3e651801-47a1-4144-aa1b-5229e03253dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.186125 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3e651801-47a1-4144-aa1b-5229e03253dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.190618 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3e651801-47a1-4144-aa1b-5229e03253dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.230982 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e651801-47a1-4144-aa1b-5229e03253dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e613b7-36b6-4db8-9ed6-ceca5112b834,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:43.239143 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 43886) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:43.239412 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-3e651801-47a1-4144-aa1b-5229e03253dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=282765f910c0438b8415e74e323af1f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923436 Jul 19 17:39:43.301927 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a8060ef1-76df-40f5-8332-8d80dd08bab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.328983 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a8060ef1-76df-40f5-8332-8d80dd08bab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.397643 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a8060ef1-76df-40f5-8332-8d80dd08bab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.400464 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a8060ef1-76df-40f5-8332-8d80dd08bab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.401918 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-a8060ef1-76df-40f5-8332-8d80dd08bab9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95e613b7-36b6-4db8-9ed6-ceca5112b834 HTTP/1.1" status: 204 len: 168 time: 0.1614585 Jul 19 17:39:43.411026 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8060ef1-76df-40f5-8332-8d80dd08bab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e613b7-36b6-4db8-9ed6-ceca5112b834,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:43.598627 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17ee0f-3b22-46a5-8452-fbe33ae8cc6e req-703846ab-934f-4fae-bdbf-54ae38a32aad tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:43.600818 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8a17ee0f-3b22-46a5-8452-fbe33ae8cc6e req-703846ab-934f-4fae-bdbf-54ae38a32aad tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0758560 Jul 19 17:39:43.666998 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8a17ee0f-3b22-46a5-8452-fbe33ae8cc6e req-d89621e3-26af-478c-b4e2-67c36b453e35 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575941 Jul 19 17:39:43.791681 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 43898) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:43.806295 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5419c66b-354d-48aa-9ce0-7da083f408c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.915397 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5419c66b-354d-48aa-9ce0-7da083f408c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.919768 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5419c66b-354d-48aa-9ce0-7da083f408c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.951986 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 43900) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:43.952367 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-5419c66b-354d-48aa-9ce0-7da083f408c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab75fc80e97b41afb4f78e51e08ca9ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591837 Jul 19 17:39:43.983779 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419c66b-354d-48aa-9ce0-7da083f408c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13be6a0-a8b8-4e20-ad21-7045b14ee863,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:44.019263 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a17c92f4-4d88-4ddb-bb9f-836bd6877583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:44.045427 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a17c92f4-4d88-4ddb-bb9f-836bd6877583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:44.097370 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a17c92f4-4d88-4ddb-bb9f-836bd6877583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:44.100150 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a17c92f4-4d88-4ddb-bb9f-836bd6877583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:44.103664 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-a17c92f4-4d88-4ddb-bb9f-836bd6877583 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f13be6a0-a8b8-4e20-ad21-7045b14ee863 HTTP/1.1" status: 204 len: 168 time: 0.1483414 Jul 19 17:39:44.112916 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c92f4-4d88-4ddb-bb9f-836bd6877583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13be6a0-a8b8-4e20-ad21-7045b14ee863,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:44.817818 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed4d32-d89d-4917-ba35-72b50a6e24dd req-48dd1d5d-b5d5-46db-8a25-46e1f1aa7a27 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:44.820349 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e5ed4d32-d89d-4917-ba35-72b50a6e24dd req-48dd1d5d-b5d5-46db-8a25-46e1f1aa7a27 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0712965 Jul 19 17:39:44.858958 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e5ed4d32-d89d-4917-ba35-72b50a6e24dd req-cbc581be-ee04-41aa-90c4-643a0a63e259 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328271 Jul 19 17:39:44.962825 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fc37c-f5fe-4b23-8895-55eaa065b94f req-9e0d3e62-deb2-49d3-9ec0-395cab51aa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:44.964390 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a73fc37c-f5fe-4b23-8895-55eaa065b94f req-9e0d3e62-deb2-49d3-9ec0-395cab51aa8c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cde3c008c05a44f09be88be78c4bb614&device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 1098 time: 0.0571311 Jul 19 17:39:45.058696 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fc37c-f5fe-4b23-8895-55eaa065b94f req-7eee8488-a354-4225-aa1c-e2971142e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:45.060303 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a73fc37c-f5fe-4b23-8895-55eaa065b94f req-7eee8488-a354-4225-aa1c-e2971142e00c service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48ef7ec-7444-4cee-8dfa-ba707e530247 HTTP/1.1" status: 200 len: 917 time: 0.0894687 Jul 19 17:39:45.139199 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a73fc37c-f5fe-4b23-8895-55eaa065b94f req-d535806c-5646-4cdb-a8b5-77422cc12cc7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 HTTP/1.1" status: 200 len: 1000 time: 0.0722797 Jul 19 17:39:45.196535 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fc37c-f5fe-4b23-8895-55eaa065b94f req-15b201ee-fa65-4258-9f1b-d577f9a4c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:45.198067 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a73fc37c-f5fe-4b23-8895-55eaa065b94f req-15b201ee-fa65-4258-9f1b-d577f9a4c09e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a8cde66-88d0-4637-913a-84e51941d044 HTTP/1.1" status: 200 len: 855 time: 0.0514817 Jul 19 17:39:45.258309 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fc37c-f5fe-4b23-8895-55eaa065b94f req-3524d7f0-5698-4d68-9018-a9ebc7dd03c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:45.259901 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a73fc37c-f5fe-4b23-8895-55eaa065b94f req-3524d7f0-5698-4d68-9018-a9ebc7dd03c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48ef7ec-7444-4cee-8dfa-ba707e530247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556667 Jul 19 17:39:45.353897 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a73fc37c-f5fe-4b23-8895-55eaa065b94f req-d1eaed19-7463-4ca6-ad3e-fce97b2a1602 service neutron] 10.222.0.59 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873716 Jul 19 17:39:45.455938 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a73fc37c-f5fe-4b23-8895-55eaa065b94f req-c1fde3a2-c644-4a89-8eb2-96a105c27bb8 service neutron] 10.222.0.59 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960064 Jul 19 17:39:45.830054 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d4b09189-43da-4547-9952-e706520e722e req-53fb6742-7b89-4c30-a0e9-9fafd521ac8a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589173 Jul 19 17:39:45.930112 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b09189-43da-4547-9952-e706520e722e req-64ebb794-7c70-4131-bd45-16675456051b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:45.931741 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d4b09189-43da-4547-9952-e706520e722e req-64ebb794-7c70-4131-bd45-16675456051b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=053743a201e645eb8171ece57a695059&device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 1098 time: 0.0579681 Jul 19 17:39:46.070555 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e153de-5daf-4218-adc1-c66505fe822d req-ba6f6302-7170-44f6-a088-b27135260c75 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:46.071960 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-77e153de-5daf-4218-adc1-c66505fe822d req-ba6f6302-7170-44f6-a088-b27135260c75 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.1375649 Jul 19 17:39:46.074786 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b09189-43da-4547-9952-e706520e722e req-8092cd38-aeb5-4038-a454-20a83aaedb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:46.076188 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d4b09189-43da-4547-9952-e706520e722e req-8092cd38-aeb5-4038-a454-20a83aaedb86 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e83c63f-f270-4784-9e48-2d2680934e60 HTTP/1.1" status: 200 len: 909 time: 0.1103084 Jul 19 17:39:46.158212 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-77e153de-5daf-4218-adc1-c66505fe822d req-424765a6-526c-46d4-b624-0e50651185eb tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803142 Jul 19 17:39:46.164415 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d4b09189-43da-4547-9952-e706520e722e req-b6708667-cba9-4f15-a647-fc353423c791 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe HTTP/1.1" status: 200 len: 1000 time: 0.0798104 Jul 19 17:39:46.214904 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b09189-43da-4547-9952-e706520e722e req-9128da8d-4c21-4632-ac33-e79c6178aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:46.216420 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d4b09189-43da-4547-9952-e706520e722e req-9128da8d-4c21-4632-ac33-e79c6178aca1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a0555730-6f23-430b-a1ff-95a8f3eefe91 HTTP/1.1" status: 200 len: 847 time: 0.0453970 Jul 19 17:39:46.272759 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b09189-43da-4547-9952-e706520e722e req-3756c758-d61b-439b-8068-772f1bc9f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:46.274228 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d4b09189-43da-4547-9952-e706520e722e req-3756c758-d61b-439b-8068-772f1bc9f167 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e83c63f-f270-4784-9e48-2d2680934e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507994 Jul 19 17:39:46.367697 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d4b09189-43da-4547-9952-e706520e722e req-ea7a7a39-8aae-47a3-8ea6-1ee5c6b15713 service neutron] 10.222.0.59 "GET /v2.0/networks/0e83c63f-f270-4784-9e48-2d2680934e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855818 Jul 19 17:39:46.467632 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d4b09189-43da-4547-9952-e706520e722e req-72b24593-0111-42e8-bbb8-6d06876e54ef service neutron] 10.222.0.59 "GET /v2.0/networks/0e83c63f-f270-4784-9e48-2d2680934e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929573 Jul 19 17:39:47.301146 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f453a-5f80-4de2-9891-2caed93287dd req-cfa01750-b557-44ad-8ce6-af724c008708 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:47.302874 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8b7f453a-5f80-4de2-9891-2caed93287dd req-cfa01750-b557-44ad-8ce6-af724c008708 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0709486 Jul 19 17:39:47.346700 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8b7f453a-5f80-4de2-9891-2caed93287dd req-0c3eb98d-c0cb-409a-9927-2895ac12d075 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376680 Jul 19 17:39:47.833650 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:48.236598 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e60037-e2d1-4930-a144-470ec081603b req-e857dc94-8247-4e35-bb53-3192ed00787e tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:48.238018 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-41e60037-e2d1-4930-a144-470ec081603b req-e857dc94-8247-4e35-bb53-3192ed00787e tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.0659354 Jul 19 17:39:48.276805 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-41e60037-e2d1-4930-a144-470ec081603b req-c22d0618-c28e-4c9f-80e4-3665979c113d tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326617 Jul 19 17:39:48.532593 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44024) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:48.632692 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-863d8248-7ac4-4fc9-b4d4-bdba83d350c2 req-19008b7d-97ac-448f-9a4c-6e817337b891 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0989196 Jul 19 17:39:49.072153 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:39:49.243686 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:49.271820 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44062) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:49.280510 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60663622-7e37-4728-89fc-e65e2bfcd8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:39:49.282818 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e84741-7efb-4666-b5da-449067d2e2a9" -d '{"events": [{"server_uuid": "60663622-7e37-4728-89fc-e65e2bfcd8e4", "name": "network-vif-unplugged", "status": "completed", "tag": "9fa22ac9-bf53-44dc-a2fc-03c0c5b77208"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:39:49.395229 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-eea23337-36e8-447c-a1e5-a59449ee0cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:49.425877 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 17:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50b2b59-3b93-457e-91f4-d2306fee73e7 x-openstack-request-id: req-a50b2b59-3b93-457e-91f4-d2306fee73e7 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:39:49.426808 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60663622-7e37-4728-89fc-e65e2bfcd8e4", "name": "network-vif-unplugged", "status": "completed", "tag": "9fa22ac9-bf53-44dc-a2fc-03c0c5b77208", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:39:49.427100 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a50b2b59-3b93-457e-91f4-d2306fee73e7 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:39:49.427546 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60663622-7e37-4728-89fc-e65e2bfcd8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208', 'code': 200} Jul 19 17:39:49.432993 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:49.440302 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:49.478394 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7e6e3-9ed2-4716-ae25-65c760025d1a req-41d38864-1d4a-45e4-a2da-830c609a901c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:49.479983 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-91a7e6e3-9ed2-4716-ae25-65c760025d1a req-41d38864-1d4a-45e4-a2da-830c609a901c tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 945 time: 0.1152740 Jul 19 17:39:49.484605 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d8248-7ac4-4fc9-b4d4-bdba83d350c2 req-f72d1ed4-fc55-4fb2-9758-bbde7578362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:49.486340 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-863d8248-7ac4-4fc9-b4d4-bdba83d350c2 req-f72d1ed4-fc55-4fb2-9758-bbde7578362f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4&tenant_id=cde3c008c05a44f09be88be78c4bb614 HTTP/1.1" status: 200 len: 1098 time: 0.0844426 Jul 19 17:39:49.505584 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208,revision_number=8']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:49.511088 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-eea23337-36e8-447c-a1e5-a59449ee0cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:49.516845 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-eea23337-36e8-447c-a1e5-a59449ee0cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:49.555312 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-91a7e6e3-9ed2-4716-ae25-65c760025d1a req-35b290dd-d950-4fc5-be6a-3b7ca72e7a2b tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664554 Jul 19 17:39:49.568809 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-eea23337-36e8-447c-a1e5-a59449ee0cdf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef46581e72084031aa21ee98660349f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954607 Jul 19 17:39:49.569626 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 44070) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:49.569859 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea23337-36e8-447c-a1e5-a59449ee0cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa0b49d-b58d-4e75-9d2c-b1dc071f6737,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:49.585552 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea23337-36e8-447c-a1e5-a59449ee0cdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:49.585905 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea23337-36e8-447c-a1e5-a59449ee0cdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:49.586248 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea23337-36e8-447c-a1e5-a59449ee0cdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:49.586585 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea23337-36e8-447c-a1e5-a59449ee0cdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:49.586917 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea23337-36e8-447c-a1e5-a59449ee0cdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:49.587249 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea23337-36e8-447c-a1e5-a59449ee0cdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:49.587577 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea23337-36e8-447c-a1e5-a59449ee0cdf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:49.587908 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea23337-36e8-447c-a1e5-a59449ee0cdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:49.588260 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea23337-36e8-447c-a1e5-a59449ee0cdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:49.588592 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea23337-36e8-447c-a1e5-a59449ee0cdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:49.588915 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea23337-36e8-447c-a1e5-a59449ee0cdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:49.589237 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea23337-36e8-447c-a1e5-a59449ee0cdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:49.619480 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d8248-7ac4-4fc9-b4d4-bdba83d350c2 req-342533e3-da35-4407-9473-4bae2c561286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:49.621221 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-863d8248-7ac4-4fc9-b4d4-bdba83d350c2 req-342533e3-da35-4407-9473-4bae2c561286 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cde3c008c05a44f09be88be78c4bb614&device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 1096 time: 0.1095350 Jul 19 17:39:49.654044 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-dee5e266-c34f-4208-916e-96fdd9a84819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:49.711010 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-dee5e266-c34f-4208-916e-96fdd9a84819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:49.763877 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d8248-7ac4-4fc9-b4d4-bdba83d350c2 req-d9882335-2fd2-4010-977d-a64424a8392f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:49.765643 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-863d8248-7ac4-4fc9-b4d4-bdba83d350c2 req-d9882335-2fd2-4010-977d-a64424a8392f service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48ef7ec-7444-4cee-8dfa-ba707e530247 HTTP/1.1" status: 200 len: 917 time: 0.1328051 Jul 19 17:39:49.818650 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-dee5e266-c34f-4208-916e-96fdd9a84819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:49.821263 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-dee5e266-c34f-4208-916e-96fdd9a84819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:49.822447 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-dee5e266-c34f-4208-916e-96fdd9a84819 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6fa0b49d-b58d-4e75-9d2c-b1dc071f6737 HTTP/1.1" status: 204 len: 168 time: 0.2518268 Jul 19 17:39:49.838104 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5e266-c34f-4208-916e-96fdd9a84819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa0b49d-b58d-4e75-9d2c-b1dc071f6737,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:49.848737 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-863d8248-7ac4-4fc9-b4d4-bdba83d350c2 req-42b09b5f-a101-4474-9bc5-9151348b7ad4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 HTTP/1.1" status: 200 len: 998 time: 0.0759013 Jul 19 17:39:49.902105 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d8248-7ac4-4fc9-b4d4-bdba83d350c2 req-26719ae2-1355-4768-aaf3-64e53431403e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:49.903634 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-863d8248-7ac4-4fc9-b4d4-bdba83d350c2 req-26719ae2-1355-4768-aaf3-64e53431403e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a8cde66-88d0-4637-913a-84e51941d044 HTTP/1.1" status: 200 len: 855 time: 0.0469155 Jul 19 17:39:49.970086 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d8248-7ac4-4fc9-b4d4-bdba83d350c2 req-e7719f61-b40f-4a10-adbe-b036f0c95956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:49.971935 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-863d8248-7ac4-4fc9-b4d4-bdba83d350c2 req-e7719f61-b40f-4a10-adbe-b036f0c95956 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48ef7ec-7444-4cee-8dfa-ba707e530247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616519 Jul 19 17:39:50.097587 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-863d8248-7ac4-4fc9-b4d4-bdba83d350c2 req-cc17b90b-c1c3-4536-b088-8a13490f5e7b service neutron] 10.222.0.59 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174018 Jul 19 17:39:50.135128 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 44076) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:50.177458 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9942e69d-34fc-4ce4-99e0-602b9c150662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:50.223520 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-863d8248-7ac4-4fc9-b4d4-bdba83d350c2 req-267840e5-85c6-45a4-950b-3ec3056892bf service neutron] 10.222.0.59 "GET /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185653 Jul 19 17:39:50.293824 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9942e69d-34fc-4ce4-99e0-602b9c150662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:50.297984 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9942e69d-34fc-4ce4-99e0-602b9c150662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:50.335844 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-9942e69d-34fc-4ce4-99e0-602b9c150662 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4218ebcdc38c46509a61f6dc2f2667f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996090 Jul 19 17:39:50.336822 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942e69d-34fc-4ce4-99e0-602b9c150662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596bc8bd-0253-4a24-b9db-f7983093ea64,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:50.338577 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44082) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:50.391439 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ff3d-4b16-4642-b389-60d1a10277b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:50.418843 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ff3d-4b16-4642-b389-60d1a10277b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:50.464756 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ff3d-4b16-4642-b389-60d1a10277b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:50.467362 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ff3d-4b16-4642-b389-60d1a10277b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:50.468663 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-ebf9ff3d-4b16-4642-b389-60d1a10277b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/596bc8bd-0253-4a24-b9db-f7983093ea64 HTTP/1.1" status: 204 len: 168 time: 0.1289353 Jul 19 17:39:50.477275 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9ff3d-4b16-4642-b389-60d1a10277b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596bc8bd-0253-4a24-b9db-f7983093ea64,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:50.599221 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:39:50.706957 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e761aad-f927-4277-b60b-f7db306ae889 req-c2d4fb12-6bb6-4277-9e66-27bd55be0789 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:50.709692 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2e761aad-f927-4277-b60b-f7db306ae889 req-c2d4fb12-6bb6-4277-9e66-27bd55be0789 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 943 time: 0.0699632 Jul 19 17:39:50.759895 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2e761aad-f927-4277-b60b-f7db306ae889 req-b3e7e391-8603-4806-afe9-8379db54479a tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446088 Jul 19 17:39:51.261187 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-6345bc5f-bd77-4753-8256-32f52c0c9f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:51.941290 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19036f58-4fb6-4f0d-8066-e028763ce015 req-55e8029a-9b3a-4bb1-8186-fd91c59a8d37 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:51.944683 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-19036f58-4fb6-4f0d-8066-e028763ce015 req-55e8029a-9b3a-4bb1-8186-fd91c59a8d37 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 943 time: 0.1078548 Jul 19 17:39:51.986832 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-19036f58-4fb6-4f0d-8066-e028763ce015 req-a893201e-b28c-4b5e-a2de-bcc695e7cabb tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381613 Jul 19 17:39:52.808158 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44172) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:52.917109 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6cbd8f49-b525-4e3c-9544-8ee0cb516bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:53.016394 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6cbd8f49-b525-4e3c-9544-8ee0cb516bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:53.021448 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6cbd8f49-b525-4e3c-9544-8ee0cb516bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:53.065522 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 44178) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:53.066098 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-6cbd8f49-b525-4e3c-9544-8ee0cb516bca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=afe9bb2c07d742998cf730db128b8947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562537 Jul 19 17:39:53.066409 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd8f49-b525-4e3c-9544-8ee0cb516bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784c7240-f987-4b98-a40c-8948a1d0c42c,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:53.165323 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5dc12e2d-f1a9-4f0c-b908-16e94ae5bcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:53.190896 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4314c-6c3f-4aeb-9058-205df87d6f14 req-317ee8ea-ccba-47dd-b709-514de6f9145e tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:53.192545 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-03e4314c-6c3f-4aeb-9058-205df87d6f14 req-317ee8ea-ccba-47dd-b709-514de6f9145e tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 943 time: 0.1235347 Jul 19 17:39:53.212309 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5dc12e2d-f1a9-4f0c-b908-16e94ae5bcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:53.267857 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-03e4314c-6c3f-4aeb-9058-205df87d6f14 req-f0ff9f7f-02b2-45cc-b4a9-186012544401 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654318 Jul 19 17:39:53.288510 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5dc12e2d-f1a9-4f0c-b908-16e94ae5bcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:53.288961 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5dc12e2d-f1a9-4f0c-b908-16e94ae5bcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:53.293468 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-5dc12e2d-f1a9-4f0c-b908-16e94ae5bcc1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/784c7240-f987-4b98-a40c-8948a1d0c42c HTTP/1.1" status: 204 len: 168 time: 0.2224710 Jul 19 17:39:53.299979 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc12e2d-f1a9-4f0c-b908-16e94ae5bcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784c7240-f987-4b98-a40c-8948a1d0c42c,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:53.578038 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 44186) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:53.595870 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-92f2a949-3fa2-4f3a-8f65-9cfcdb5d5716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:53.687158 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-92f2a949-3fa2-4f3a-8f65-9cfcdb5d5716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:53.692983 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-92f2a949-3fa2-4f3a-8f65-9cfcdb5d5716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:53.732750 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-92f2a949-3fa2-4f3a-8f65-9cfcdb5d5716 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=417e2347a5d34b539af672e5a149f343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534421 Jul 19 17:39:53.733715 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44188) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:53.735022 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2a949-3fa2-4f3a-8f65-9cfcdb5d5716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812d3e67-799c-44e3-a1c9-ce44929302a8,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:53.789319 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cf6ea6b7-8cbb-492b-81ea-00a72cc9ac53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:53.811562 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cf6ea6b7-8cbb-492b-81ea-00a72cc9ac53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:53.858747 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cf6ea6b7-8cbb-492b-81ea-00a72cc9ac53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:53.861521 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cf6ea6b7-8cbb-492b-81ea-00a72cc9ac53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:53.862744 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-cf6ea6b7-8cbb-492b-81ea-00a72cc9ac53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/812d3e67-799c-44e3-a1c9-ce44929302a8 HTTP/1.1" status: 204 len: 168 time: 0.1278527 Jul 19 17:39:53.877423 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ea6b7-8cbb-492b-81ea-00a72cc9ac53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812d3e67-799c-44e3-a1c9-ce44929302a8,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:53.997539 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-01c36be0-4272-402b-aafb-3bff9122d1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:54.426939 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8362063-6fa3-45f2-bcfb-f716ef2b66ab req-f05854f8-2858-4c9f-b956-ef08dc8b6f86 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:54.428284 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:54.431777 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a8362063-6fa3-45f2-bcfb-f716ef2b66ab req-f05854f8-2858-4c9f-b956-ef08dc8b6f86 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 943 time: 0.0851436 Jul 19 17:39:54.473079 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a8362063-6fa3-45f2-bcfb-f716ef2b66ab req-6ac4ac02-015b-43ed-90ee-1e2037dba454 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366910 Jul 19 17:39:55.337212 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:55.635607 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b75a9-f55f-400f-a09c-7520c1f71239 req-764c0647-b29e-428b-a8b2-a686b7a4c3eb tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:55.637812 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2f9b75a9-f55f-400f-a09c-7520c1f71239 req-764c0647-b29e-428b-a8b2-a686b7a4c3eb tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 943 time: 0.0808194 Jul 19 17:39:55.684331 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2f9b75a9-f55f-400f-a09c-7520c1f71239 req-c0b97cb4-afb9-4562-ad05-2e8fdfd51eef tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401189 Jul 19 17:39:56.835442 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e1a0d-3df7-4140-993c-7a0c10c6aff9 req-aabe8b3f-a124-4470-83e4-2f29c77578d8 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:56.837073 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-965e1a0d-3df7-4140-993c-7a0c10c6aff9 req-aabe8b3f-a124-4470-83e4-2f29c77578d8 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 943 time: 0.0714090 Jul 19 17:39:56.888722 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-965e1a0d-3df7-4140-993c-7a0c10c6aff9 req-301b8ffc-c508-4881-970a-bc28677e027e tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440152 Jul 19 17:39:57.110865 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:58.031578 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19187b14-7164-4d02-bee3-5ac283abdd59 req-55dbd53b-c798-466c-b3a4-7c25b62010bf tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:58.033574 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-19187b14-7164-4d02-bee3-5ac283abdd59 req-55dbd53b-c798-466c-b3a4-7c25b62010bf tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 943 time: 0.0698965 Jul 19 17:39:58.088138 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-19187b14-7164-4d02-bee3-5ac283abdd59 req-72fa9bf3-b662-4c9a-8485-4bd6013d8e4d tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428047 Jul 19 17:39:59.232725 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eaf60b-e274-4f5b-ad86-51e917e23903 req-407c4d44-4ecd-4e07-8291-5a3d0d2c2266 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:59.234250 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-24eaf60b-e274-4f5b-ad86-51e917e23903 req-407c4d44-4ecd-4e07-8291-5a3d0d2c2266 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 943 time: 0.0651064 Jul 19 17:39:59.272866 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-24eaf60b-e274-4f5b-ad86-51e917e23903 req-9a0a6dcc-7a69-4fb5-92a5-5a44cae5e403 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329909 Jul 19 17:40:00.417122 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6761501-e706-4826-b548-c6638d64cf63 req-671dc507-9acd-4c28-9648-b00869f60b87 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:00.419049 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f6761501-e706-4826-b548-c6638d64cf63 req-671dc507-9acd-4c28-9648-b00869f60b87 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 943 time: 0.0708165 Jul 19 17:40:00.459216 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f6761501-e706-4826-b548-c6638d64cf63 req-85dc2d10-99d8-497e-88c7-b7c98805a015 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345209 Jul 19 17:40:01.595961 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744160f-9ab3-4858-be14-03def8684cb6 req-654f8fc4-d988-490e-b3c6-fc8525392128 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:01.597418 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c744160f-9ab3-4858-be14-03def8684cb6 req-654f8fc4-d988-490e-b3c6-fc8525392128 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 943 time: 0.0658820 Jul 19 17:40:01.642751 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c744160f-9ab3-4858-be14-03def8684cb6 req-c4cee71e-8c0b-4227-af4d-1ae1db1bbcf9 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381191 Jul 19 17:40:02.778553 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b64b6-4ac8-43c4-af50-cf8e085bfb2e req-cc156ccd-240f-445c-b080-d92c338e92cc tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:02.780058 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-191b64b6-4ac8-43c4-af50-cf8e085bfb2e req-cc156ccd-240f-445c-b080-d92c338e92cc tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 943 time: 0.0627592 Jul 19 17:40:02.818703 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-191b64b6-4ac8-43c4-af50-cf8e085bfb2e req-a4678aac-8b6b-4497-89be-2e4dff5d93ff tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329566 Jul 19 17:40:03.119768 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:40:03.214501 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:03.225956 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'port_id': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208', 'mac_address': 'fa:16:3e:45:de:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8cde66-88d0-4637-913a-84e51941d044', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:40:03.267797 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:03.283526 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:40:03.303372 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:03.307460 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:03.355145 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208,revision_number=9']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:03.362170 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:03.362526 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:03.362870 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:03.363207 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:03.363541 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:03.363874 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:03.364234 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:03.364605 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:03.364937 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:03.365290 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:03.365618 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:03.365940 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:03.546145 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['9fa22ac9-bf53-44dc-a2fc-03c0c5b77208'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:40:03.948363 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860b88f-cf97-4524-8cf9-3dddece45eb1 req-ef8342b7-f5e9-4170-bd05-7a3fd8a4d75e tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:03.949865 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2860b88f-cf97-4524-8cf9-3dddece45eb1 req-ef8342b7-f5e9-4170-bd05-7a3fd8a4d75e tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 944 time: 0.0629978 Jul 19 17:40:03.998909 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2860b88f-cf97-4524-8cf9-3dddece45eb1 req-84cc10f7-5f34-412c-994e-11c9d68a42d1 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434647 Jul 19 17:40:05.117625 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:40:05.136691 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fff1ec-c0a9-4b0f-9356-fc89771007e4 req-a23c331b-6bf3-4317-923a-9fc4c8fadd0d tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:05.138284 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-94fff1ec-c0a9-4b0f-9356-fc89771007e4 req-a23c331b-6bf3-4317-923a-9fc4c8fadd0d tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 944 time: 0.0674920 Jul 19 17:40:05.165894 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:40:05.166309 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:05.177265 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-94fff1ec-c0a9-4b0f-9356-fc89771007e4 req-d8945246-8d18-48c8-8394-bc044a8d6e03 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322742 Jul 19 17:40:05.252924 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:05.276032 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60663622-7e37-4728-89fc-e65e2bfcd8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:40:05.278611 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed51143-6d32-4569-aa59-6b99d7ee54db" -d '{"events": [{"server_uuid": "60663622-7e37-4728-89fc-e65e2bfcd8e4", "name": "network-vif-plugged", "status": "completed", "tag": "9fa22ac9-bf53-44dc-a2fc-03c0c5b77208"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:40:05.291867 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:05.296256 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:05.320831 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dee87f0-191a-45e4-bfa9-61d0d3c76d7b x-openstack-request-id: req-3dee87f0-191a-45e4-bfa9-61d0d3c76d7b {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:40:05.321134 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60663622-7e37-4728-89fc-e65e2bfcd8e4", "name": "network-vif-plugged", "status": "completed", "tag": "9fa22ac9-bf53-44dc-a2fc-03c0c5b77208", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:40:05.321392 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3dee87f0-191a-45e4-bfa9-61d0d3c76d7b {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:40:05.321791 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60663622-7e37-4728-89fc-e65e2bfcd8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208', 'code': 200} Jul 19 17:40:05.346885 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208,revision_number=10']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:05.521297 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1d4af-e150-4c3a-b837-112c76d3367a req-3b9fc679-5008-430c-b0f3-345f67aada92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:05.523813 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-34e1d4af-e150-4c3a-b837-112c76d3367a req-3b9fc679-5008-430c-b0f3-345f67aada92 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 1099 time: 0.0638270 Jul 19 17:40:05.560234 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-34e1d4af-e150-4c3a-b837-112c76d3367a req-a38def85-cea7-428b-b212-271c7f8d3e7e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290689 Jul 19 17:40:06.320982 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36b0b0-a5fc-4d29-ad92-abca8bae303a req-02be99bb-443b-4b13-b349-e0b0d6b0a05e tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:06.322357 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-de36b0b0-a5fc-4d29-ad92-abca8bae303a req-02be99bb-443b-4b13-b349-e0b0d6b0a05e tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 946 time: 0.0689063 Jul 19 17:40:06.360415 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-de36b0b0-a5fc-4d29-ad92-abca8bae303a req-2f3fcdc5-12cf-4805-a1b6-29b75e5f7532 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324283 Jul 19 17:40:07.497689 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552c342-f68a-4ec7-9849-e299e40fefd0 req-765e1ae1-07a3-4c56-b75b-ae98460f45bb tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:07.499242 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5552c342-f68a-4ec7-9849-e299e40fefd0 req-765e1ae1-07a3-4c56-b75b-ae98460f45bb tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 946 time: 0.0642743 Jul 19 17:40:07.538132 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5552c342-f68a-4ec7-9849-e299e40fefd0 req-a48ab328-23e1-4ed6-86bf-365b150ed588 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328822 Jul 19 17:40:12.698168 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44396) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:12.815489 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6c2d021b-4d7c-4478-9ae5-b026cb4f2cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:12.921552 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6c2d021b-4d7c-4478-9ae5-b026cb4f2cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:12.927114 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6c2d021b-4d7c-4478-9ae5-b026cb4f2cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:12.965606 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d021b-4d7c-4478-9ae5-b026cb4f2cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee33395-8fb5-48ea-9ed0-fb5561288ac3,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:12.970036 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-6c2d021b-4d7c-4478-9ae5-b026cb4f2cf6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76b43b84980346fa84f91efe8a083632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707696 Jul 19 17:40:12.972815 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44400) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:13.028615 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f6e8a7ff-9985-4b98-a63b-f2832d9cc5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:13.051664 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f6e8a7ff-9985-4b98-a63b-f2832d9cc5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:13.101738 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f6e8a7ff-9985-4b98-a63b-f2832d9cc5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:13.104264 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f6e8a7ff-9985-4b98-a63b-f2832d9cc5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:13.105441 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-f6e8a7ff-9985-4b98-a63b-f2832d9cc5d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ee33395-8fb5-48ea-9ed0-fb5561288ac3 HTTP/1.1" status: 204 len: 168 time: 0.1312087 Jul 19 17:40:13.114775 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8a7ff-9985-4b98-a63b-f2832d9cc5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee33395-8fb5-48ea-9ed0-fb5561288ac3,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:14.471922 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44444) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:14.667950 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-4cf211a3-99d5-42c9-8e14-686fe14ce154 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Deleting port 864309bd-774b-4c2b-b159-9035eb0c6039 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:40:14.668543 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4cf211a3-99d5-42c9-8e14-686fe14ce154 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:14.779619 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4cf211a3-99d5-42c9-8e14-686fe14ce154 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:14.780029 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4cf211a3-99d5-42c9-8e14-686fe14ce154 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:14.794336 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-4cf211a3-99d5-42c9-8e14-686fe14ce154 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Calling delete_port for 864309bd-774b-4c2b-b159-9035eb0c6039 owned by network:floatingip {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:40:14.981105 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4cf211a3-99d5-42c9-8e14-686fe14ce154 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:15.009135 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf211a3-99d5-42c9-8e14-686fe14ce154 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Pushing event deleted for resources: {'Port': ['ID=864309bd-774b-4c2b-b159-9035eb0c6039,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:15.084230 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4cf211a3-99d5-42c9-8e14-686fe14ce154 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for floatingip, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:15.084556 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.l3_db [None req-4cf211a3-99d5-42c9-8e14-686fe14ce154 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Floating IP dd7d55b7-449c-4848-afde-90fe2e3b76f8 disassociated (deleted). External IP: 172.27.0.80, port: d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe. Jul 19 17:40:15.321527 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf211a3-99d5-42c9-8e14-686fe14ce154 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Router 34bafd5e-af95-4e77-adab-613373c6f763 has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:40:15.429004 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf211a3-99d5-42c9-8e14-686fe14ce154 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:40:15.433796 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4cf211a3-99d5-42c9-8e14-686fe14ce154 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for floatingip, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:15.438303 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f603452a-9a72-433f-9f8b-e70dadb03108 None None] Sync routers for ids ['34bafd5e-af95-4e77-adab-613373c6f763'] in dv-cinder-800695-4-iscsi {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:40:15.448644 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f603452a-9a72-433f-9f8b-e70dadb03108 None None] Routers {'34bafd5e-af95-4e77-adab-613373c6f763'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:40:15.449073 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-f603452a-9a72-433f-9f8b-e70dadb03108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:39:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['34bafd5e-af95-4e77-adab-613373c6f763'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:15.471240 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-4cf211a3-99d5-42c9-8e14-686fe14ce154 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "DELETE /v2.0/floatingips/dd7d55b7-449c-4848-afde-90fe2e3b76f8 HTTP/1.1" status: 204 len: 168 time: 0.9981270 Jul 19 17:40:15.471825 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be6d073-473e-4d13-adb4-cf9c7d6aa1b8', 'tag': 'd9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:40:15.474134 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1dd242-961e-48e2-864f-df0b7fbf1866" -d '{"events": [{"name": "network-changed", "server_uuid": "1be6d073-473e-4d13-adb4-cf9c7d6aa1b8", "tag": "d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:40:15.521902 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8ff06f-3717-4698-a331-3de03fa0ed40 x-openstack-request-id: req-9b8ff06f-3717-4698-a331-3de03fa0ed40 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:40:15.521902 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be6d073-473e-4d13-adb4-cf9c7d6aa1b8", "tag": "d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:40:15.522340 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b8ff06f-3717-4698-a331-3de03fa0ed40 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:40:15.522863 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be6d073-473e-4d13-adb4-cf9c7d6aa1b8', 'tag': 'd9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe', 'status': 'completed', 'code': 200} Jul 19 17:40:15.563519 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-f603452a-9a72-433f-9f8b-e70dadb03108 None None] Set router 34bafd5e-af95-4e77-adab-613373c6f763 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:40:15.605434 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dd242-961e-48e2-864f-df0b7fbf1866 req-f257fa30-4f13-402b-b8ba-a27734bf188c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:15.607689 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8f1dd242-961e-48e2-864f-df0b7fbf1866 req-f257fa30-4f13-402b-b8ba-a27734bf188c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=053743a201e645eb8171ece57a695059&device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 1098 time: 0.0635271 Jul 19 17:40:15.723331 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dd242-961e-48e2-864f-df0b7fbf1866 req-b44010cf-61f2-4d91-8042-4625c00e772b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:15.724766 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8f1dd242-961e-48e2-864f-df0b7fbf1866 req-b44010cf-61f2-4d91-8042-4625c00e772b service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e83c63f-f270-4784-9e48-2d2680934e60 HTTP/1.1" status: 200 len: 909 time: 0.1046391 Jul 19 17:40:15.777520 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8f1dd242-961e-48e2-864f-df0b7fbf1866 req-7bdd5e64-9f3f-4d3a-b6d7-5d7cd4efbc09 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe HTTP/1.1" status: 200 len: 217 time: 0.0447547 Jul 19 17:40:15.784564 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-f603452a-9a72-433f-9f8b-e70dadb03108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bafd5e-af95-4e77-adab-613373c6f763', 'name': 'tempest-TestShelveInstance-328472165-router', 'tenant_id': '053743a201e645eb8171ece57a695059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:30Z', 'revision_number': 4, 'project_id': '053743a201e645eb8171ece57a695059', 'gw_port': {'id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4', 'name': '', 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60', 'tenant_id': '053743a201e645eb8171ece57a695059', 'mac_address': 'fa:16:3e:f9:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'a0555730-6f23-430b-a1ff-95a8f3eefe91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:30Z', 'updated_at': '2021-07-19T17:35:38Z', 'revision_number': 5, 'project_id': '053743a201e645eb8171ece57a695059', 'subnets': [{'id': 'a0555730-6f23-430b-a1ff-95a8f3eefe91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:15.811157 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f603452a-9a72-433f-9f8b-e70dadb03108 None None] Checking router: 34bafd5e-af95-4e77-adab-613373c6f763 for host: dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:40:15.820510 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f603452a-9a72-433f-9f8b-e70dadb03108 None None] Routers {'34bafd5e-af95-4e77-adab-613373c6f763'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:40:15.821138 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-f603452a-9a72-433f-9f8b-e70dadb03108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:39:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['34bafd5e-af95-4e77-adab-613373c6f763'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:15.852868 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dd242-961e-48e2-864f-df0b7fbf1866 req-1e103ea8-4b86-4c68-bd5b-3333776ef9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:15.854425 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8f1dd242-961e-48e2-864f-df0b7fbf1866 req-1e103ea8-4b86-4c68-bd5b-3333776ef9af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a0555730-6f23-430b-a1ff-95a8f3eefe91 HTTP/1.1" status: 200 len: 847 time: 0.0571005 Jul 19 17:40:15.879745 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55450939-a2bf-4a22-b41e-9ddf0d860a4f req-d1b8499d-13b2-44b2-bc1f-faf98cd369f6 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:15.881317 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-55450939-a2bf-4a22-b41e-9ddf0d860a4f req-d1b8499d-13b2-44b2-bc1f-faf98cd369f6 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 945 time: 0.1411152 Jul 19 17:40:15.933607 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-f603452a-9a72-433f-9f8b-e70dadb03108 None None] Set router 34bafd5e-af95-4e77-adab-613373c6f763 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:40:15.956691 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-55450939-a2bf-4a22-b41e-9ddf0d860a4f req-ebce253c-11d8-4218-b219-067b34737222 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500836 Jul 19 17:40:15.967150 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dd242-961e-48e2-864f-df0b7fbf1866 req-f3df06c4-cfe7-4398-8175-8b59b87ecadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:15.968812 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8f1dd242-961e-48e2-864f-df0b7fbf1866 req-f3df06c4-cfe7-4398-8175-8b59b87ecadc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e83c63f-f270-4784-9e48-2d2680934e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1040528 Jul 19 17:40:16.065565 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8f1dd242-961e-48e2-864f-df0b7fbf1866 req-88774a54-2871-4e6e-9ba0-7a71f92d646b service neutron] 10.222.0.59 "GET /v2.0/networks/0e83c63f-f270-4784-9e48-2d2680934e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894802 Jul 19 17:40:16.149179 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-f603452a-9a72-433f-9f8b-e70dadb03108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bafd5e-af95-4e77-adab-613373c6f763', 'name': 'tempest-TestShelveInstance-328472165-router', 'tenant_id': '053743a201e645eb8171ece57a695059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:30Z', 'revision_number': 4, 'project_id': '053743a201e645eb8171ece57a695059', 'gw_port': {'id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4', 'name': '', 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60', 'tenant_id': '053743a201e645eb8171ece57a695059', 'mac_address': 'fa:16:3e:f9:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'a0555730-6f23-430b-a1ff-95a8f3eefe91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:30Z', 'updated_at': '2021-07-19T17:35:38Z', 'revision_number': 5, 'project_id': '053743a201e645eb8171ece57a695059', 'subnets': [{'id': 'a0555730-6f23-430b-a1ff-95a8f3eefe91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:16.165841 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8f1dd242-961e-48e2-864f-df0b7fbf1866 req-046cb489-9e7f-402b-bfe7-d1b793aaabd1 service neutron] 10.222.0.59 "GET /v2.0/networks/0e83c63f-f270-4784-9e48-2d2680934e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916615 Jul 19 17:40:16.181020 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f603452a-9a72-433f-9f8b-e70dadb03108 None None] The sync data for ids ['34bafd5e-af95-4e77-adab-613373c6f763'] in dv-cinder-800695-4-iscsi is: [{'id': '34bafd5e-af95-4e77-adab-613373c6f763', 'name': 'tempest-TestShelveInstance-328472165-router', 'tenant_id': '053743a201e645eb8171ece57a695059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:30Z', 'revision_number': 4, 'project_id': '053743a201e645eb8171ece57a695059', 'gw_port': {'id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4', 'name': '', 'network_id': '0e83c63f-f270-4784-9e48-2d2680934e60', 'tenant_id': '053743a201e645eb8171ece57a695059', 'mac_address': 'fa:16:3e:f9:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'a0555730-6f23-430b-a1ff-95a8f3eefe91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:30Z', 'updated_at': '2021-07-19T17:35:38Z', 'revision_number': 5, 'project_id': '053743a201e645eb8171ece57a695059', 'subnets': [{'id': 'a0555730-6f23-430b-a1ff-95a8f3eefe91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:40:16.431955 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1627b19-3723-4245-9d09-e4c7336d5782 None None] New status for floating IP dd7d55b7-449c-4848-afde-90fe2e3b76f8: DOWN {{(pid=93385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:40:17.123951 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eac667-2c37-434d-815a-75536eecf726 req-4a6ecef1-98ec-4f13-ab09-7077c8984ba5 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:17.125533 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-06eac667-2c37-434d-815a-75536eecf726 req-4a6ecef1-98ec-4f13-ab09-7077c8984ba5 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 945 time: 0.0740671 Jul 19 17:40:17.167120 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-06eac667-2c37-434d-815a-75536eecf726 req-fd4e76bb-e04a-4b80-b922-9d8b4b6d08ea tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349803 Jul 19 17:40:17.366550 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eecaea-98e5-413b-bafa-c12d900edbe0 req-2cfefb6b-ebf4-4cf4-a3cf-c9b1a2f14ea7 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:17.369017 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-25eecaea-98e5-413b-bafa-c12d900edbe0 req-2cfefb6b-ebf4-4cf4-a3cf-c9b1a2f14ea7 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.59 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 945 time: 0.0850751 Jul 19 17:40:17.481215 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-25eecaea-98e5-413b-bafa-c12d900edbe0 req-1985be99-d95c-400b-9d21-1a7270c2fa09 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Deleting port d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:40:17.481646 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-25eecaea-98e5-413b-bafa-c12d900edbe0 req-1985be99-d95c-400b-9d21-1a7270c2fa09 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:17.584367 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-25eecaea-98e5-413b-bafa-c12d900edbe0 req-1985be99-d95c-400b-9d21-1a7270c2fa09 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] For port d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe,segment=NetworkSegment(aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216),segment_id=aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:17.584735 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-25eecaea-98e5-413b-bafa-c12d900edbe0 req-1985be99-d95c-400b-9d21-1a7270c2fa09 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:17.600655 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-25eecaea-98e5-413b-bafa-c12d900edbe0 req-1985be99-d95c-400b-9d21-1a7270c2fa09 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Calling delete_port for d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe owned by compute:nova {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:40:17.735306 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-25eecaea-98e5-413b-bafa-c12d900edbe0 req-1985be99-d95c-400b-9d21-1a7270c2fa09 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:17.767049 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985be99-d95c-400b-9d21-1a7270c2fa09 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Pushing event deleted for resources: {'Port': ['ID=d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:17.816827 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-25eecaea-98e5-413b-bafa-c12d900edbe0 req-1985be99-d95c-400b-9d21-1a7270c2fa09 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] No DVR routers for this DVR port d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe on host hv-cinder-80069 {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:40:17.819598 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-25eecaea-98e5-413b-bafa-c12d900edbe0 req-1985be99-d95c-400b-9d21-1a7270c2fa09 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:17.821826 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-25eecaea-98e5-413b-bafa-c12d900edbe0 req-1985be99-d95c-400b-9d21-1a7270c2fa09 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.59 "DELETE /v2.0/ports/d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe HTTP/1.1" status: 204 len: 173 time: 0.4474883 Jul 19 17:40:17.822320 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be6d073-473e-4d13-adb4-cf9c7d6aa1b8', 'name': 'network-vif-deleted', 'tag': 'd9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:40:17.824797 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f697467-9d8c-4f2e-96bb-97926e903608" -d '{"events": [{"server_uuid": "1be6d073-473e-4d13-adb4-cf9c7d6aa1b8", "name": "network-vif-deleted", "tag": "d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:40:17.849455 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:17.873383 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066ed787-bee7-40e6-83ec-e44e7dfd336f x-openstack-request-id: req-066ed787-bee7-40e6-83ec-e44e7dfd336f {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:40:17.873707 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be6d073-473e-4d13-adb4-cf9c7d6aa1b8", "name": "network-vif-deleted", "tag": "d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:40:17.873961 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-066ed787-bee7-40e6-83ec-e44e7dfd336f {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:40:17.874369 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be6d073-473e-4d13-adb4-cf9c7d6aa1b8', 'name': 'network-vif-deleted', 'tag': 'd9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe', 'status': 'completed', 'code': 200} Jul 19 17:40:18.295601 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-df308acd-a2cc-493d-a5fc-57bbe1124b98 req-49b37a31-5353-45de-bbe9-28056c0bce33 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "GET /v2.0/ports?device_id=1be6d073-473e-4d13-adb4-cf9c7d6aa1b8 HTTP/1.1" status: 200 len: 210 time: 0.0304420 Jul 19 17:40:19.359730 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44506) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:19.422372 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f526633d-2532-4869-a5f0-a8d16bf72673 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:19.447161 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f526633d-2532-4869-a5f0-a8d16bf72673 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:19.508442 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f526633d-2532-4869-a5f0-a8d16bf72673 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:19.511015 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f526633d-2532-4869-a5f0-a8d16bf72673 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:19.512194 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-f526633d-2532-4869-a5f0-a8d16bf72673 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] 10.222.0.32 "DELETE /v2.0/security-groups/5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f HTTP/1.1" status: 204 len: 168 time: 0.1514328 Jul 19 17:40:19.522298 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526633d-2532-4869-a5f0-a8d16bf72673 tempest-TestShelveInstance-291477558 tempest-TestShelveInstance-291477558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9cbd3e-e85d-4c3f-b0b5-c78ed8e01d2f,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:19.566696 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44510) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:19.960996 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-386be003-32dd-4d81-8718-98bff0bd89c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631942'] for router_interface, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:20.254415 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-386be003-32dd-4d81-8718-98bff0bd89c3 admin admin] Deleting port 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:40:20.254620 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-386be003-32dd-4d81-8718-98bff0bd89c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:20.344532 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [None req-386be003-32dd-4d81-8718-98bff0bd89c3 admin admin] For port 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4,segment=NetworkSegment(aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216),segment_id=aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:20.344803 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-386be003-32dd-4d81-8718-98bff0bd89c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:20.357278 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-386be003-32dd-4d81-8718-98bff0bd89c3 admin admin] Calling delete_port for 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4 owned by network:router_interface {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:40:20.539288 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-386be003-32dd-4d81-8718-98bff0bd89c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:20.569408 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386be003-32dd-4d81-8718-98bff0bd89c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:20.736858 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-386be003-32dd-4d81-8718-98bff0bd89c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632042'] for router_interface, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:20.951364 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386be003-32dd-4d81-8718-98bff0bd89c3 admin admin] Router 34bafd5e-af95-4e77-adab-613373c6f763 has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:40:21.062498 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386be003-32dd-4d81-8718-98bff0bd89c3 admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:40:21.070172 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-386be003-32dd-4d81-8718-98bff0bd89c3 admin admin] 10.222.0.32 "PUT /v2.0/routers/34bafd5e-af95-4e77-adab-613373c6f763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5017042 Jul 19 17:40:21.073506 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44530) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:21.077087 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a251b903-4283-41dc-961f-2ac2f2dc85de None None] Sync routers for ids ['34bafd5e-af95-4e77-adab-613373c6f763'] in dv-cinder-800695-4-iscsi {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:40:21.089785 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a251b903-4283-41dc-961f-2ac2f2dc85de None None] Routers {'34bafd5e-af95-4e77-adab-613373c6f763'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:40:21.090745 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-a251b903-4283-41dc-961f-2ac2f2dc85de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:39:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['34bafd5e-af95-4e77-adab-613373c6f763'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:21.190299 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7e879537-4723-4c6b-8c88-307302d23dce admin admin] Notify callbacks [] for router, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:21.243400 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:40:21.286483 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] No Port match for: d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:40:21.288149 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device d9b3976c-e2c2-4ada-a2ed-4608c8ddf6fe not bound to the agent host hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:40:21.319235 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e6a3e8f0-62e9-462f-9dff-dab50ef1bdfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:21.326117 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-a251b903-4283-41dc-961f-2ac2f2dc85de None None] Set router 34bafd5e-af95-4e77-adab-613373c6f763 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:40:21.328512 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7e879537-4723-4c6b-8c88-307302d23dce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:21.399831 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-7e879537-4723-4c6b-8c88-307302d23dce admin admin] Deleting port 3152c49b-ddb6-4a31-81cc-c2986b3f2e85 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:40:21.400467 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7e879537-4723-4c6b-8c88-307302d23dce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:21.515247 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [None req-7e879537-4723-4c6b-8c88-307302d23dce admin admin] For port 3152c49b-ddb6-4a31-81cc-c2986b3f2e85, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=3152c49b-ddb6-4a31-81cc-c2986b3f2e85,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:21.515626 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7e879537-4723-4c6b-8c88-307302d23dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:21.533348 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-7e879537-4723-4c6b-8c88-307302d23dce admin admin] Calling delete_port for 3152c49b-ddb6-4a31-81cc-c2986b3f2e85 owned by network:router_gateway {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:40:21.562549 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-a251b903-4283-41dc-961f-2ac2f2dc85de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bafd5e-af95-4e77-adab-613373c6f763', 'name': 'tempest-TestShelveInstance-328472165-router', 'tenant_id': '053743a201e645eb8171ece57a695059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:40:20Z', 'revision_number': 5, 'project_id': '053743a201e645eb8171ece57a695059', 'gw_port': {'id': '3152c49b-ddb6-4a31-81cc-c2986b3f2e85', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bafd5e-af95-4e77-adab-613373c6f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:21.596478 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a251b903-4283-41dc-961f-2ac2f2dc85de None None] Checking router: 34bafd5e-af95-4e77-adab-613373c6f763 for host: dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:40:21.607484 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a251b903-4283-41dc-961f-2ac2f2dc85de None None] Routers {'34bafd5e-af95-4e77-adab-613373c6f763'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:40:21.608490 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-a251b903-4283-41dc-961f-2ac2f2dc85de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:39:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['34bafd5e-af95-4e77-adab-613373c6f763'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:21.636006 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 44542) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:21.713252 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-a251b903-4283-41dc-961f-2ac2f2dc85de None None] Set router 34bafd5e-af95-4e77-adab-613373c6f763 gateway port host: None {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:40:21.769443 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c84fecef-0c9c-4869-9704-eddbc99f28e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:21.771567 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-a251b903-4283-41dc-961f-2ac2f2dc85de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bafd5e-af95-4e77-adab-613373c6f763', 'name': 'tempest-TestShelveInstance-328472165-router', 'tenant_id': '053743a201e645eb8171ece57a695059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:40:21Z', 'revision_number': 6, 'project_id': '053743a201e645eb8171ece57a695059', 'gw_port_host': None}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:21.800136 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a251b903-4283-41dc-961f-2ac2f2dc85de None None] The sync data for ids ['34bafd5e-af95-4e77-adab-613373c6f763'] in dv-cinder-800695-4-iscsi is: [{'id': '34bafd5e-af95-4e77-adab-613373c6f763', 'name': 'tempest-TestShelveInstance-328472165-router', 'tenant_id': '053743a201e645eb8171ece57a695059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:27Z', 'updated_at': '2021-07-19T17:40:21Z', 'revision_number': 6, 'project_id': '053743a201e645eb8171ece57a695059', 'gw_port_host': None}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:40:21.920367 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c84fecef-0c9c-4869-9704-eddbc99f28e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:21.925962 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c84fecef-0c9c-4869-9704-eddbc99f28e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:21.971050 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fecef-0c9c-4869-9704-eddbc99f28e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5cd087-d176-49d7-b338-f1736aacc888,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:21.981414 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-c84fecef-0c9c-4869-9704-eddbc99f28e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da34dd4530f24b4ea5a4c184c0c4a7e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3437319 Jul 19 17:40:21.985424 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44546) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:22.072637 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7e879537-4723-4c6b-8c88-307302d23dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:22.103164 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8220e40e-fe14-41fb-8672-ae8dbb7a4f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:22.105058 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e879537-4723-4c6b-8c88-307302d23dce admin admin] Pushing event deleted for resources: {'Port': ['ID=3152c49b-ddb6-4a31-81cc-c2986b3f2e85,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:22.157968 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8220e40e-fe14-41fb-8672-ae8dbb7a4f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:22.289416 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7e879537-4723-4c6b-8c88-307302d23dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567368'] for router_gateway, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:22.398231 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7e879537-4723-4c6b-8c88-307302d23dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58318'] for router, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:22.402073 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7e879537-4723-4c6b-8c88-307302d23dce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:22.408130 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8220e40e-fe14-41fb-8672-ae8dbb7a4f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:22.412215 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8220e40e-fe14-41fb-8672-ae8dbb7a4f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:22.414100 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-8220e40e-fe14-41fb-8672-ae8dbb7a4f7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b5cd087-d176-49d7-b338-f1736aacc888 HTTP/1.1" status: 204 len: 168 time: 0.4271894 Jul 19 17:40:22.487635 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220e40e-fe14-41fb-8672-ae8dbb7a4f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5cd087-d176-49d7-b338-f1736aacc888,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:22.499401 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7e879537-4723-4c6b-8c88-307302d23dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632508'] for router, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:22.500392 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e879537-4723-4c6b-8c88-307302d23dce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34bafd5e-af95-4e77-adab-613373c6f763 {{(pid=93384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:40:22.509825 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7e879537-4723-4c6b-8c88-307302d23dce admin admin] Notify callbacks [] for router, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:22.514621 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-7e879537-4723-4c6b-8c88-307302d23dce admin admin] 10.222.0.32 "DELETE /v2.0/routers/34bafd5e-af95-4e77-adab-613373c6f763 HTTP/1.1" status: 204 len: 168 time: 1.4367390 Jul 19 17:40:22.515004 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44550) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:22.610549 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1e71d7-af38-4d8c-b78d-8524a1e2af34 admin admin] Deleting subnet a0555730-6f23-430b-a1ff-95a8f3eefe91 {{(pid=93384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:40:22.615963 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bc1e71d7-af38-4d8c-b78d-8524a1e2af34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:22.657736 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4 no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:40:22.683674 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bc1e71d7-af38-4d8c-b78d-8524a1e2af34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5138715'] for subnet, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:22.702180 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:40:22.702503 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 501f549a-7c03-4c2b-9e2e-dde0a2e3c0e4 not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:40:22.813208 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bc1e71d7-af38-4d8c-b78d-8524a1e2af34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428619'] for subnet, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:22.831852 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 44554) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:22.847661 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1c05529b-37f7-441e-9f87-6b96e2298b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:22.898831 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bc1e71d7-af38-4d8c-b78d-8524a1e2af34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6210967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5076143'] for subnet, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:22.940728 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e71d7-af38-4d8c-b78d-8524a1e2af34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0555730-6f23-430b-a1ff-95a8f3eefe91,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:22.946444 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bc1e71d7-af38-4d8c-b78d-8524a1e2af34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:22.949601 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-bc1e71d7-af38-4d8c-b78d-8524a1e2af34 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a0555730-6f23-430b-a1ff-95a8f3eefe91 HTTP/1.1" status: 204 len: 168 time: 0.4328387 Jul 19 17:40:22.952367 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 44556) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:22.958622 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621a2d18-698b-4807-9f8e-19029e8eb511 None None] Network 0e83c63f-f270-4784-9e48-2d2680934e60 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:40:23.095169 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1c05529b-37f7-441e-9f87-6b96e2298b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.100502 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a61c9188-7638-45d4-8a6a-fd74b78bc3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366402'] for network, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.105236 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1c05529b-37f7-441e-9f87-6b96e2298b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.168417 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-1c05529b-37f7-441e-9f87-6b96e2298b53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fcab81be61d844d0a59a19d4fd6e7124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344798 Jul 19 17:40:23.171761 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44558) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:23.196252 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05529b-37f7-441e-9f87-6b96e2298b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db80a4ee-0cae-41c9-aa30-6d2aad22f276,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:23.255287 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-a61c9188-7638-45d4-8a6a-fd74b78bc3d2 admin admin] Deleting port 8be88015-d9d4-498a-b89f-058975cd0778 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:40:23.255287 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a61c9188-7638-45d4-8a6a-fd74b78bc3d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.263272 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-47813ea7-969d-41cc-b022-e524d5a3cc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.291825 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05157225-fcee-4430-a531-97b29e42f1a6 None None] DHCP port deletion for 0e83c63f-f270-4784-9e48-2d2680934e60 request from dv-cinder-800695-4-iscsi {{(pid=93385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:40:23.303237 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-47813ea7-969d-41cc-b022-e524d5a3cc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.337329 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [None req-a61c9188-7638-45d4-8a6a-fd74b78bc3d2 admin admin] For port 8be88015-d9d4-498a-b89f-058975cd0778, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=8be88015-d9d4-498a-b89f-058975cd0778,segment=NetworkSegment(aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216),segment_id=aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:23.337650 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a61c9188-7638-45d4-8a6a-fd74b78bc3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.357395 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-a61c9188-7638-45d4-8a6a-fd74b78bc3d2 admin admin] Calling delete_port for 8be88015-d9d4-498a-b89f-058975cd0778 owned by network:dhcp {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:40:23.365542 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-05157225-fcee-4430-a531-97b29e42f1a6 None None] Deleting port 8be88015-d9d4-498a-b89f-058975cd0778 {{(pid=93385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:40:23.366153 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-05157225-fcee-4430-a531-97b29e42f1a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.371378 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-47813ea7-969d-41cc-b022-e524d5a3cc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.374351 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-47813ea7-969d-41cc-b022-e524d5a3cc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.378114 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-47813ea7-969d-41cc-b022-e524d5a3cc29 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db80a4ee-0cae-41c9-aa30-6d2aad22f276 HTTP/1.1" status: 204 len: 168 time: 0.2023416 Jul 19 17:40:23.385023 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47813ea7-969d-41cc-b022-e524d5a3cc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db80a4ee-0cae-41c9-aa30-6d2aad22f276,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:23.464356 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a61c9188-7638-45d4-8a6a-fd74b78bc3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.494791 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61c9188-7638-45d4-8a6a-fd74b78bc3d2 admin admin] No DVR routers for this DVR port 8be88015-d9d4-498a-b89f-058975cd0778 on host dv-cinder-800695-4-iscsi {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:40:23.496474 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-05157225-fcee-4430-a531-97b29e42f1a6 None None] For port 8be88015-d9d4-498a-b89f-058975cd0778, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=8be88015-d9d4-498a-b89f-058975cd0778,segment=NetworkSegment(aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216),segment_id=aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:23.497214 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-05157225-fcee-4430-a531-97b29e42f1a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.500129 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c9188-7638-45d4-8a6a-fd74b78bc3d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be88015-d9d4-498a-b89f-058975cd0778,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:23.521240 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-05157225-fcee-4430-a531-97b29e42f1a6 None None] Calling delete_port for 8be88015-d9d4-498a-b89f-058975cd0778 owned by network:dhcp {{(pid=93385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:40:23.576574 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a61c9188-7638-45d4-8a6a-fd74b78bc3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428391', 'neutron.services.segments.db._delete_segments_for_network-8742494453050'] for network, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.589952 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-a61c9188-7638-45d4-8a6a-fd74b78bc3d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e83c63f-f270-4784-9e48-2d2680934e60']}} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:23.605154 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-a61c9188-7638-45d4-8a6a-fd74b78bc3d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216') {'for_net_delete': True} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:23.605553 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-a61c9188-7638-45d4-8a6a-fd74b78bc3d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb5c4d6-bc98-4d5f-83aa-8ba9b42b3216') {} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:23.617209 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a61c9188-7638-45d4-8a6a-fd74b78bc3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742494456131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5018037'] for segment, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.639206 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a61c9188-7638-45d4-8a6a-fd74b78bc3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.647548 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61c9188-7638-45d4-8a6a-fd74b78bc3d2 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:40:23.648626 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a61c9188-7638-45d4-8a6a-fd74b78bc3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4638915'] for segment, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: Traceback (most recent call last): Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: timer() Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: cb(*args, **kw) Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: return func(*args, **kwargs) Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: self._notify() Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: self.callback(batched_events) Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: event.method(event) Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: return f(self, *a, **k) Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: return self._get(url).json() Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: return self.request(url, 'GET', **kwargs) Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:40:23.650713 dv-cinder-800695-4-iscsi neutron-server[93383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:40:23.699982 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-05157225-fcee-4430-a531-97b29e42f1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146'] for port, after_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.729273 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05157225-fcee-4430-a531-97b29e42f1a6 None None] Pushing event deleted for resources: {'Port': ['ID=8be88015-d9d4-498a-b89f-058975cd0778,revision_number=None']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:23.732850 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a61c9188-7638-45d4-8a6a-fd74b78bc3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567412'] for network, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.733398 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05157225-fcee-4430-a531-97b29e42f1a6 None None] No DVR routers for this DVR port 8be88015-d9d4-498a-b89f-058975cd0778 on host dv-cinder-800695-4-iscsi {{(pid=93385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:40:23.748392 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a61c9188-7638-45d4-8a6a-fd74b78bc3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.753489 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-a61c9188-7638-45d4-8a6a-fd74b78bc3d2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0e83c63f-f270-4784-9e48-2d2680934e60 HTTP/1.1" status: 204 len: 168 time: 0.7968082 Jul 19 17:40:23.753714 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44564) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:23.772122 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c9188-7638-45d4-8a6a-fd74b78bc3d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e83c63f-f270-4784-9e48-2d2680934e60,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:23.776963 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 44566) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:23.790989 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-55f3670f-36f7-449c-9063-8a5e11da1335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.898735 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-55f3670f-36f7-449c-9063-8a5e11da1335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.903552 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-55f3670f-36f7-449c-9063-8a5e11da1335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.943548 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-55f3670f-36f7-449c-9063-8a5e11da1335 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0354b3cf01154f9e92a8ee993d26ad34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1654894 Jul 19 17:40:23.949784 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 44568) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:23.956440 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3670f-36f7-449c-9063-8a5e11da1335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9db482-6e98-4d20-a6b0-c19184501365,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:24.001936 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-83aba4d2-908e-4b9d-a299-2b98060c05a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:24.018795 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d19bef76-bdd4-4967-908d-8cafedc1692a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:24.045002 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d19bef76-bdd4-4967-908d-8cafedc1692a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:24.089848 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 8be88015-d9d4-498a-b89f-058975cd0778 no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:40:24.098455 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d19bef76-bdd4-4967-908d-8cafedc1692a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:24.101758 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d19bef76-bdd4-4967-908d-8cafedc1692a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:24.102936 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-d19bef76-bdd4-4967-908d-8cafedc1692a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f9db482-6e98-4d20-a6b0-c19184501365 HTTP/1.1" status: 204 len: 168 time: 0.1521678 Jul 19 17:40:24.112949 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: 8be88015-d9d4-498a-b89f-058975cd0778 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:40:24.113370 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 8be88015-d9d4-498a-b89f-058975cd0778 not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:40:24.113906 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 3152c49b-ddb6-4a31-81cc-c2986b3f2e85 no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:40:24.123508 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bef76-bdd4-4967-908d-8cafedc1692a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9db482-6e98-4d20-a6b0-c19184501365,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:24.132639 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b0c64a46-5dcf-4900-a716-4ffa7a478505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631942'] for router_interface, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:24.139701 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: 3152c49b-ddb6-4a31-81cc-c2986b3f2e85 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:40:24.140222 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 3152c49b-ddb6-4a31-81cc-c2986b3f2e85 not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:40:24.409400 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-b0c64a46-5dcf-4900-a716-4ffa7a478505 admin admin] Deleting port a5118b95-dfa8-4d51-8d47-f4aad2a31d7b {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:40:24.409948 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b0c64a46-5dcf-4900-a716-4ffa7a478505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:24.424193 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:24.497999 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [None req-b0c64a46-5dcf-4900-a716-4ffa7a478505 admin admin] For port a5118b95-dfa8-4d51-8d47-f4aad2a31d7b, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=a5118b95-dfa8-4d51-8d47-f4aad2a31d7b,segment=NetworkSegment(d83b8baa-2539-4b75-affc-e285db532649),segment_id=d83b8baa-2539-4b75-affc-e285db532649)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:24.498532 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b0c64a46-5dcf-4900-a716-4ffa7a478505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:24.513637 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-b0c64a46-5dcf-4900-a716-4ffa7a478505 admin admin] Calling delete_port for a5118b95-dfa8-4d51-8d47-f4aad2a31d7b owned by network:router_interface {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:40:24.709388 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b0c64a46-5dcf-4900-a716-4ffa7a478505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:24.737791 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c64a46-5dcf-4900-a716-4ffa7a478505 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5118b95-dfa8-4d51-8d47-f4aad2a31d7b,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:24.925585 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b0c64a46-5dcf-4900-a716-4ffa7a478505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632042'] for router_interface, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:25.136119 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c64a46-5dcf-4900-a716-4ffa7a478505 admin admin] Router bb68f230-2c36-4ba8-b61d-513294ed34ca has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:40:25.256577 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c64a46-5dcf-4900-a716-4ffa7a478505 admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:40:25.261664 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-b0c64a46-5dcf-4900-a716-4ffa7a478505 admin admin] 10.222.0.32 "PUT /v2.0/routers/bb68f230-2c36-4ba8-b61d-513294ed34ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5069375 Jul 19 17:40:25.264218 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44596) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:25.267326 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9089661-adc0-48d7-a51d-68f53de03e28 None None] Sync routers for ids ['bb68f230-2c36-4ba8-b61d-513294ed34ca'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:40:25.280255 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9089661-adc0-48d7-a51d-68f53de03e28 None None] Routers {'bb68f230-2c36-4ba8-b61d-513294ed34ca'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:40:25.280992 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-c9089661-adc0-48d7-a51d-68f53de03e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:40:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['bb68f230-2c36-4ba8-b61d-513294ed34ca'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:25.398178 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:25.447542 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-c9089661-adc0-48d7-a51d-68f53de03e28 None None] Set router bb68f230-2c36-4ba8-b61d-513294ed34ca gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:40:25.575137 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-80658379-02ac-49e6-99f3-8906eb017354 admin admin] Notify callbacks [] for router, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:25.644665 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-c9089661-adc0-48d7-a51d-68f53de03e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb68f230-2c36-4ba8-b61d-513294ed34ca', 'name': 'tempest-TestShelveInstance-2105528436-router', 'tenant_id': '963e90eda41f48d2be51cc39524a9214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'd372ed15-080b-40a5-8b2b-ff7c6234e618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:33Z', 'updated_at': '2021-07-19T17:40:24Z', 'revision_number': 5, 'project_id': '963e90eda41f48d2be51cc39524a9214', 'gw_port': {'id': 'd372ed15-080b-40a5-8b2b-ff7c6234e618', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb68f230-2c36-4ba8-b61d-513294ed34ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:34Z', 'updated_at': '2021-07-19T17:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:25.675729 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9089661-adc0-48d7-a51d-68f53de03e28 None None] Checking router: bb68f230-2c36-4ba8-b61d-513294ed34ca for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:40:25.683602 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-80658379-02ac-49e6-99f3-8906eb017354 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:25.684296 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9089661-adc0-48d7-a51d-68f53de03e28 None None] Routers {'bb68f230-2c36-4ba8-b61d-513294ed34ca'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:40:25.684916 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-c9089661-adc0-48d7-a51d-68f53de03e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:40:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['bb68f230-2c36-4ba8-b61d-513294ed34ca'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:25.736873 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-80658379-02ac-49e6-99f3-8906eb017354 admin admin] Deleting port d372ed15-080b-40a5-8b2b-ff7c6234e618 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:40:25.737283 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-80658379-02ac-49e6-99f3-8906eb017354 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:25.787895 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-c9089661-adc0-48d7-a51d-68f53de03e28 None None] Set router bb68f230-2c36-4ba8-b61d-513294ed34ca gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:40:25.820297 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [None req-80658379-02ac-49e6-99f3-8906eb017354 admin admin] For port d372ed15-080b-40a5-8b2b-ff7c6234e618, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=d372ed15-080b-40a5-8b2b-ff7c6234e618,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:25.820659 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-80658379-02ac-49e6-99f3-8906eb017354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:25.833168 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-80658379-02ac-49e6-99f3-8906eb017354 admin admin] Calling delete_port for d372ed15-080b-40a5-8b2b-ff7c6234e618 owned by network:router_gateway {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:40:25.964928 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-c9089661-adc0-48d7-a51d-68f53de03e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb68f230-2c36-4ba8-b61d-513294ed34ca', 'name': 'tempest-TestShelveInstance-2105528436-router', 'tenant_id': '963e90eda41f48d2be51cc39524a9214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'd372ed15-080b-40a5-8b2b-ff7c6234e618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:33Z', 'updated_at': '2021-07-19T17:40:24Z', 'revision_number': 5, 'project_id': '963e90eda41f48d2be51cc39524a9214', 'gw_port': {'id': 'd372ed15-080b-40a5-8b2b-ff7c6234e618', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb68f230-2c36-4ba8-b61d-513294ed34ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:34Z', 'updated_at': '2021-07-19T17:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:25.991017 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9089661-adc0-48d7-a51d-68f53de03e28 None None] The sync data for ids ['bb68f230-2c36-4ba8-b61d-513294ed34ca'] in dv-cinder-800695-4-iscsi is: [{'id': 'bb68f230-2c36-4ba8-b61d-513294ed34ca', 'name': 'tempest-TestShelveInstance-2105528436-router', 'tenant_id': '963e90eda41f48d2be51cc39524a9214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'd372ed15-080b-40a5-8b2b-ff7c6234e618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:35:33Z', 'updated_at': '2021-07-19T17:40:24Z', 'revision_number': 5, 'project_id': '963e90eda41f48d2be51cc39524a9214', 'gw_port': {'id': 'd372ed15-080b-40a5-8b2b-ff7c6234e618', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb68f230-2c36-4ba8-b61d-513294ed34ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:35:34Z', 'updated_at': '2021-07-19T17:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:40:26.012313 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-80658379-02ac-49e6-99f3-8906eb017354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:26.040653 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80658379-02ac-49e6-99f3-8906eb017354 admin admin] Pushing event deleted for resources: {'Port': ['ID=d372ed15-080b-40a5-8b2b-ff7c6234e618,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:26.105496 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-80658379-02ac-49e6-99f3-8906eb017354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567368'] for router_gateway, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:26.196272 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-80658379-02ac-49e6-99f3-8906eb017354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58318'] for router, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:26.198619 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-80658379-02ac-49e6-99f3-8906eb017354 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:26.245752 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-80658379-02ac-49e6-99f3-8906eb017354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632508'] for router, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:26.246246 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80658379-02ac-49e6-99f3-8906eb017354 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb68f230-2c36-4ba8-b61d-513294ed34ca {{(pid=93384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:40:26.250535 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-80658379-02ac-49e6-99f3-8906eb017354 admin admin] Notify callbacks [] for router, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:26.251703 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-80658379-02ac-49e6-99f3-8906eb017354 admin admin] 10.222.0.32 "DELETE /v2.0/routers/bb68f230-2c36-4ba8-b61d-513294ed34ca HTTP/1.1" status: 204 len: 168 time: 0.9865263 Jul 19 17:40:26.254184 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44604) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:26.298159 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9c1ef9-13cf-44fd-9f19-bed339df78c5 admin admin] Deleting subnet 3da72359-cc0e-4942-96f7-93b17cc31a39 {{(pid=93384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:40:26.301400 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1ef9-13cf-44fd-9f19-bed339df78c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:26.336389 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1ef9-13cf-44fd-9f19-bed339df78c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5138715'] for subnet, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:26.423477 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1ef9-13cf-44fd-9f19-bed339df78c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428619'] for subnet, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:26.482022 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1ef9-13cf-44fd-9f19-bed339df78c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6210967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5076143'] for subnet, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:26.508608 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c1ef9-13cf-44fd-9f19-bed339df78c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3da72359-cc0e-4942-96f7-93b17cc31a39,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:26.512226 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1ef9-13cf-44fd-9f19-bed339df78c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:26.514075 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-bb9c1ef9-13cf-44fd-9f19-bed339df78c5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3da72359-cc0e-4942-96f7-93b17cc31a39 HTTP/1.1" status: 204 len: 168 time: 0.2589381 Jul 19 17:40:26.517177 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 44606) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:26.518422 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10e7562-877e-4099-af75-0cdf29f896db None None] Network f3d131c5-48f5-41e2-a6ab-cb21357d9dbe requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:40:26.588779 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ce5b-fab6-4511-a18d-cc9de04f9178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366402'] for network, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:26.668479 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-2dd0ce5b-fab6-4511-a18d-cc9de04f9178 admin admin] Deleting port 55a0d01f-134d-4e90-8454-a7510d7de2ec {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:40:26.668896 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ce5b-fab6-4511-a18d-cc9de04f9178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:26.740331 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [None req-2dd0ce5b-fab6-4511-a18d-cc9de04f9178 admin admin] For port 55a0d01f-134d-4e90-8454-a7510d7de2ec, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=55a0d01f-134d-4e90-8454-a7510d7de2ec,segment=NetworkSegment(d83b8baa-2539-4b75-affc-e285db532649),segment_id=d83b8baa-2539-4b75-affc-e285db532649)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:26.740836 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ce5b-fab6-4511-a18d-cc9de04f9178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:26.749132 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff04b99c-2726-4dd1-a078-47ad8afe0ed7 None None] DHCP port deletion for f3d131c5-48f5-41e2-a6ab-cb21357d9dbe request from dv-cinder-800695-4-iscsi {{(pid=93385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:40:26.760995 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-2dd0ce5b-fab6-4511-a18d-cc9de04f9178 admin admin] Calling delete_port for 55a0d01f-134d-4e90-8454-a7510d7de2ec owned by network:dhcp {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:40:26.805819 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-ff04b99c-2726-4dd1-a078-47ad8afe0ed7 None None] Deleting port 55a0d01f-134d-4e90-8454-a7510d7de2ec {{(pid=93385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:40:26.806418 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ff04b99c-2726-4dd1-a078-47ad8afe0ed7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:26.857676 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ce5b-fab6-4511-a18d-cc9de04f9178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:26.870687 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-ff04b99c-2726-4dd1-a078-47ad8afe0ed7 None None] For port 55a0d01f-134d-4e90-8454-a7510d7de2ec, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=55a0d01f-134d-4e90-8454-a7510d7de2ec,segment=NetworkSegment(d83b8baa-2539-4b75-affc-e285db532649),segment_id=d83b8baa-2539-4b75-affc-e285db532649)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:26.871475 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ff04b99c-2726-4dd1-a078-47ad8afe0ed7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:26.885809 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-ff04b99c-2726-4dd1-a078-47ad8afe0ed7 None None] Calling delete_port for 55a0d01f-134d-4e90-8454-a7510d7de2ec owned by network:dhcp {{(pid=93385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:40:26.887871 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0ce5b-fab6-4511-a18d-cc9de04f9178 admin admin] Pushing event deleted for resources: {'Port': ['ID=55a0d01f-134d-4e90-8454-a7510d7de2ec,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:26.892964 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd0ce5b-fab6-4511-a18d-cc9de04f9178 admin admin] No DVR routers for this DVR port 55a0d01f-134d-4e90-8454-a7510d7de2ec on host dv-cinder-800695-4-iscsi {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:40:26.978541 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ce5b-fab6-4511-a18d-cc9de04f9178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428391', 'neutron.services.segments.db._delete_segments_for_network-8742494453050'] for network, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:26.990497 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-2dd0ce5b-fab6-4511-a18d-cc9de04f9178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d131c5-48f5-41e2-a6ab-cb21357d9dbe']}} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:27.003861 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-2dd0ce5b-fab6-4511-a18d-cc9de04f9178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83b8baa-2539-4b75-affc-e285db532649') {'for_net_delete': True} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:27.004830 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-2dd0ce5b-fab6-4511-a18d-cc9de04f9178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83b8baa-2539-4b75-affc-e285db532649') {} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:27.019837 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ce5b-fab6-4511-a18d-cc9de04f9178 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742494456131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5018037'] for segment, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:27.042669 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ce5b-fab6-4511-a18d-cc9de04f9178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:27.052277 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd0ce5b-fab6-4511-a18d-cc9de04f9178 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:40:27.053353 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ce5b-fab6-4511-a18d-cc9de04f9178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4638915'] for segment, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: Traceback (most recent call last): Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: timer() Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: cb(*args, **kw) Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: return func(*args, **kwargs) Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: self._notify() Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: self.callback(batched_events) Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: event.method(event) Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: return f(self, *a, **k) Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: return self._get(url).json() Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: return self.request(url, 'GET', **kwargs) Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:40:27.055828 dv-cinder-800695-4-iscsi neutron-server[93383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:40:27.124318 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ce5b-fab6-4511-a18d-cc9de04f9178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567412'] for network, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:27.131189 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ce5b-fab6-4511-a18d-cc9de04f9178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:27.133736 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-2dd0ce5b-fab6-4511-a18d-cc9de04f9178 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f3d131c5-48f5-41e2-a6ab-cb21357d9dbe HTTP/1.1" status: 204 len: 168 time: 0.6155524 Jul 19 17:40:27.133878 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ff04b99c-2726-4dd1-a078-47ad8afe0ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146'] for port, after_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:27.135899 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:27.143177 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff04b99c-2726-4dd1-a078-47ad8afe0ed7 None None] Network f3d131c5-48f5-41e2-a6ab-cb21357d9dbe is not hosted by any dhcp agent {{(pid=93385) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 19 17:40:27.143640 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff04b99c-2726-4dd1-a078-47ad8afe0ed7 None None] No DVR routers for this DVR port 55a0d01f-134d-4e90-8454-a7510d7de2ec on host dv-cinder-800695-4-iscsi {{(pid=93385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:40:27.148974 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0ce5b-fab6-4511-a18d-cc9de04f9178 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3d131c5-48f5-41e2-a6ab-cb21357d9dbe,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:27.163629 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04b99c-2726-4dd1-a078-47ad8afe0ed7 None None] Pushing event deleted for resources: {'Port': ['ID=55a0d01f-134d-4e90-8454-a7510d7de2ec,revision_number=None']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:27.251313 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 44620) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:27.292852 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-f5a842fd-6167-429e-bc10-374ab9f77a85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=053743a201e645eb8171ece57a695059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402060 Jul 19 17:40:27.295713 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 44622) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:27.347745 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f8960ee0-32b5-4942-9447-3b21d9b78d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:27.368768 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f8960ee0-32b5-4942-9447-3b21d9b78d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:27.416426 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f8960ee0-32b5-4942-9447-3b21d9b78d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:27.419278 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f8960ee0-32b5-4942-9447-3b21d9b78d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:27.420575 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-f8960ee0-32b5-4942-9447-3b21d9b78d6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d21232c-99a5-42db-a4ea-cd66116f7782 HTTP/1.1" status: 204 len: 168 time: 0.1238444 Jul 19 17:40:27.429590 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8960ee0-32b5-4942-9447-3b21d9b78d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d21232c-99a5-42db-a4ea-cd66116f7782,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:27.599175 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:40:27.751055 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44628) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:27.789772 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-f73ea454-2c45-47ff-b956-e816b413d86a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=963e90eda41f48d2be51cc39524a9214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375316 Jul 19 17:40:27.792241 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44630) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:27.839413 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-53ffd2b9-1417-4211-8ccc-09b82268b12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:27.859923 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-53ffd2b9-1417-4211-8ccc-09b82268b12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:27.913446 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-53ffd2b9-1417-4211-8ccc-09b82268b12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:27.916005 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-53ffd2b9-1417-4211-8ccc-09b82268b12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:27.917228 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-53ffd2b9-1417-4211-8ccc-09b82268b12e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92e9f6e0-f81d-4515-b184-767ec1c311c2 HTTP/1.1" status: 204 len: 168 time: 0.1241000 Jul 19 17:40:27.925091 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffd2b9-1417-4211-8ccc-09b82268b12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e9f6e0-f81d-4515-b184-767ec1c311c2,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:28.075658 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 55a0d01f-134d-4e90-8454-a7510d7de2ec no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:40:28.097189 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: 55a0d01f-134d-4e90-8454-a7510d7de2ec {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:40:28.097189 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 55a0d01f-134d-4e90-8454-a7510d7de2ec not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:40:28.097443 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device d372ed15-080b-40a5-8b2b-ff7c6234e618 no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:40:28.120741 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: d372ed15-080b-40a5-8b2b-ff7c6234e618 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:40:28.121168 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device d372ed15-080b-40a5-8b2b-ff7c6234e618 not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:40:28.121679 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device a5118b95-dfa8-4d51-8d47-f4aad2a31d7b no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:40:28.150059 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: a5118b95-dfa8-4d51-8d47-f4aad2a31d7b {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:40:28.150421 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device a5118b95-dfa8-4d51-8d47-f4aad2a31d7b not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:40:35.294136 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 44728) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:35.399854 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f0f99137-dbac-45cf-a7ee-483cc64a1765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:35.490456 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f0f99137-dbac-45cf-a7ee-483cc64a1765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:35.494555 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f0f99137-dbac-45cf-a7ee-483cc64a1765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:35.533570 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-f0f99137-dbac-45cf-a7ee-483cc64a1765 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=03e3e9c7e68944fcb116f7c50b6030cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383084 Jul 19 17:40:35.534526 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f99137-dbac-45cf-a7ee-483cc64a1765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e9fa08-6810-445c-919e-52c89ff582d2,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:35.536452 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44734) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:35.588710 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cf402a43-657d-4f72-9950-baaf1e12c200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:35.610059 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cf402a43-657d-4f72-9950-baaf1e12c200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:35.657573 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cf402a43-657d-4f72-9950-baaf1e12c200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:35.660263 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cf402a43-657d-4f72-9950-baaf1e12c200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:35.661402 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-cf402a43-657d-4f72-9950-baaf1e12c200 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6e9fa08-6810-445c-919e-52c89ff582d2 HTTP/1.1" status: 204 len: 168 time: 0.1239603 Jul 19 17:40:35.670065 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf402a43-657d-4f72-9950-baaf1e12c200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e9fa08-6810-445c-919e-52c89ff582d2,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:36.277814 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44756) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:36.372254 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-e86b937d-0adf-4809-b051-3c5fc9056887 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1664751110-network', 'tenant_id': 'faa2092780494d20ba50a4e7fb5a1c8c'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:40:36.395738 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86b937d-0adf-4809-b051-3c5fc9056887 admin admin] Made reservation on behalf of faa2092780494d20ba50a4e7fb5a1c8c for: {'network': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:40:36.398344 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e86b937d-0adf-4809-b051-3c5fc9056887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for network, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:36.406898 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e86b937d-0adf-4809-b051-3c5fc9056887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:36.498138 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e86b937d-0adf-4809-b051-3c5fc9056887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:36.502309 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e86b937d-0adf-4809-b051-3c5fc9056887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:36.526904 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86b937d-0adf-4809-b051-3c5fc9056887 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:40:36.535479 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b937d-0adf-4809-b051-3c5fc9056887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6d68e0-3bed-4800-8501-d81afb46cfeb,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:36.542115 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e86b937d-0adf-4809-b051-3c5fc9056887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:36.542812 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.segments_db [None req-e86b937d-0adf-4809-b051-3c5fc9056887 admin admin] Added segment 9493a171-9133-4fee-9783-67bce476052c of type vlan for network 6c028f37-7d1b-44ce-ac64-d20112587f35 Jul 19 17:40:36.585048 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e86b937d-0adf-4809-b051-3c5fc9056887 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742494121966'] for network, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:36.613811 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e86b937d-0adf-4809-b051-3c5fc9056887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641'] for network, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:36.614775 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86b937d-0adf-4809-b051-3c5fc9056887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:36.615417 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e86b937d-0adf-4809-b051-3c5fc9056887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:36.646838 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-e86b937d-0adf-4809-b051-3c5fc9056887 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3679075 Jul 19 17:40:36.649845 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 44760) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:36.654819 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [None req-1b946933-078a-4488-a6db-cf211120758c admin admin] Request body: {'subnet': {'network_id': '6c028f37-7d1b-44ce-ac64-d20112587f35', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1664751110-subnet', 'tenant_id': 'faa2092780494d20ba50a4e7fb5a1c8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:40:36.674653 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b946933-078a-4488-a6db-cf211120758c admin admin] Made reservation on behalf of faa2092780494d20ba50a4e7fb5a1c8c for: {'subnet': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:40:36.675039 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b937d-0adf-4809-b051-3c5fc9056887 admin admin] Pushing event updated for resources: {'Network': ['ID=6c028f37-7d1b-44ce-ac64-d20112587f35,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:36.677207 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1b946933-078a-4488-a6db-cf211120758c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5508024'] for subnet, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:36.685658 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Network 6c028f37-7d1b-44ce-ac64-d20112587f35 details requested by agent ovs-agent-dv-cinder-800695-4-iscsi with host dv-cinder-800695-4-iscsi {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:40:37.111345 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1b946933-078a-4488-a6db-cf211120758c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4638826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5508046'] for subnet, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:37.167887 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b946933-078a-4488-a6db-cf211120758c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3232da23-1906-4f42-b0b6-9a70d7152194,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:37.179112 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b946933-078a-4488-a6db-cf211120758c admin admin] Checking segment: {'id': '9493a171-9133-4fee-9783-67bce476052c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6c028f37-7d1b-44ce-ac64-d20112587f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:40:37.179472 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b946933-078a-4488-a6db-cf211120758c admin admin] Network hostable DHCP agents. Network: 6c028f37-7d1b-44ce-ac64-d20112587f35, hostable agents: ['478a2c00-6d69-428b-b8a1-4625481a8144'], hosted agents: [] {{(pid=93383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:40:37.197084 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b946933-078a-4488-a6db-cf211120758c admin admin] Network 6c028f37-7d1b-44ce-ac64-d20112587f35 is scheduled to be hosted by DHCP agent 478a2c00-6d69-428b-b8a1-4625481a8144 with binding_index 1 {{(pid=93383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:40:37.205841 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-1b946933-078a-4488-a6db-cf211120758c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-4-iscsi, 6c028f37-7d1b-44ce-ac64-d20112587f35) {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:40:37.210120 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b946933-078a-4488-a6db-cf211120758c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:37.210699 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1b946933-078a-4488-a6db-cf211120758c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:37.216551 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b8a84b-fbf4-4d3e-8651-def4ea144186 None None] Network 6c028f37-7d1b-44ce-ac64-d20112587f35 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:40:37.225025 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-1b946933-078a-4488-a6db-cf211120758c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5739136 Jul 19 17:40:37.345141 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccb09c4-b396-4f82-9512-c6e95cfce8b4 None None] Network 6c028f37-7d1b-44ce-ac64-d20112587f35 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:40:38.980430 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a259e-c327-4279-b35c-c5d1256b752f req-ebee21bb-8016-461f-89cc-1fcd82bf8879 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:38.981916 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c00a259e-c327-4279-b35c-c5d1256b752f req-ebee21bb-8016-461f-89cc-1fcd82bf8879 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/networks?id=6c028f37-7d1b-44ce-ac64-d20112587f35 HTTP/1.1" status: 200 len: 814 time: 0.1055789 Jul 19 17:40:39.000586 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c00a259e-c327-4279-b35c-c5d1256b752f req-6c82b8bf-d723-47b5-91c2-53d4a954a611 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/quotas/faa2092780494d20ba50a4e7fb5a1c8c HTTP/1.1" status: 200 len: 375 time: 0.0091734 Jul 19 17:40:39.034960 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c00a259e-c327-4279-b35c-c5d1256b752f req-7de0b03e-a360-4385-a772-5d9bc4b96ce0 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=faa2092780494d20ba50a4e7fb5a1c8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286670 Jul 19 17:40:39.128077 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c00a259e-c327-4279-b35c-c5d1256b752f req-b92a605d-d7f1-485b-8742-b93615581c3c service neutron] 10.222.0.32 "GET /v2.0/networks/6c028f37-7d1b-44ce-ac64-d20112587f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855482 Jul 19 17:40:39.222264 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c00a259e-c327-4279-b35c-c5d1256b752f req-4abfa12f-92ad-4db5-a729-8cf2fa8fe1a3 service neutron] 10.222.0.32 "GET /v2.0/networks/6c028f37-7d1b-44ce-ac64-d20112587f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878000 Jul 19 17:40:40.403929 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ba7fee53-25aa-4811-ac17-b740f0ab5d7b req-b9732fa2-4148-48e5-9a7a-4bcb72818fbc tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a40cab0-a8e9-4c63-8eba-c8753b493f5a HTTP/1.1" status: 200 len: 210 time: 0.0296955 Jul 19 17:40:40.941625 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c95f2-4bd1-4c5c-aae7-dae64fa335b7 req-9a1f9a3a-5ad5-492a-8537-da26de67e5b1 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:40.943327 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d66c95f2-4bd1-4c5c-aae7-dae64fa335b7 req-9a1f9a3a-5ad5-492a-8537-da26de67e5b1 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 946 time: 0.0732293 Jul 19 17:40:40.985479 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d66c95f2-4bd1-4c5c-aae7-dae64fa335b7 req-b4cdc8b4-8fac-4145-b949-e9679fe4f9c9 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353699 Jul 19 17:40:41.414681 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a259e-c327-4279-b35c-c5d1256b752f req-dcc9cf9b-2057-4b5b-b1a0-6e9d4190d968 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:41.416310 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c00a259e-c327-4279-b35c-c5d1256b752f req-dcc9cf9b-2057-4b5b-b1a0-6e9d4190d968 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.59 "GET /v2.0/networks?id=6c028f37-7d1b-44ce-ac64-d20112587f35 HTTP/1.1" status: 200 len: 814 time: 0.1389270 Jul 19 17:40:41.436271 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-c00a259e-c327-4279-b35c-c5d1256b752f req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Request body: {'port': {'device_id': '6a40cab0-a8e9-4c63-8eba-c8753b493f5a', 'network_id': '6c028f37-7d1b-44ce-ac64-d20112587f35', 'admin_state_up': True, 'tenant_id': 'faa2092780494d20ba50a4e7fb5a1c8c'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:40:41.532241 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bb8ce705-b3b3-425d-a7db-08f9ad64b543 req-e5442e9a-16c5-40cc-9526-a341284ea934 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a40cab0-a8e9-4c63-8eba-c8753b493f5a HTTP/1.1" status: 200 len: 210 time: 0.0329051 Jul 19 17:40:41.573886 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00a259e-c327-4279-b35c-c5d1256b752f req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Made reservation on behalf of faa2092780494d20ba50a4e7fb5a1c8c for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:40:41.577390 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c00a259e-c327-4279-b35c-c5d1256b752f req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:41.703787 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-c00a259e-c327-4279-b35c-c5d1256b752f req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Allocated IP 172.20.0.11 (6c028f37-7d1b-44ce-ac64-d20112587f35/3232da23-1906-4f42-b0b6-9a70d7152194/c3690d99-a076-4725-85cd-df69636e3872) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:40:41.846575 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c00a259e-c327-4279-b35c-c5d1256b752f req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:41.885095 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c00a259e-c327-4279-b35c-c5d1256b752f req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:41.934010 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00a259e-c327-4279-b35c-c5d1256b752f req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Network 6c028f37-7d1b-44ce-ac64-d20112587f35 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:40:41.937166 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-c00a259e-c327-4279-b35c-c5d1256b752f req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:40:41.941182 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00a259e-c327-4279-b35c-c5d1256b752f req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:40:41.968428 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Pushing event updated for resources: {'Port': ['ID=c3690d99-a076-4725-85cd-df69636e3872,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:41.981735 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:41.982083 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:41.982428 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:41.982786 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:41.983103 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:41.983435 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:41.983765 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:41.984107 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:41.984454 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:41.984784 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:41.985108 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:41.985431 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:42.005458 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a259e-c327-4279-b35c-c5d1256b752f req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:42.006086 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c00a259e-c327-4279-b35c-c5d1256b752f req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:42.024302 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c00a259e-c327-4279-b35c-c5d1256b752f req-992e51bb-4c62-42b8-a221-48486913cf23 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5919213 Jul 19 17:40:42.036454 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-c00a259e-c327-4279-b35c-c5d1256b752f req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] Request body: {'port': {'device_id': '6a40cab0-a8e9-4c63-8eba-c8753b493f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:40:42.157347 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c00a259e-c327-4279-b35c-c5d1256b752f req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:42.175788 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47be43d-0b07-4842-a25b-bb5bdcef7ae2 req-788b2ff5-4350-4044-a876-cdf72b0b96f3 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:42.177928 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b47be43d-0b07-4842-a25b-bb5bdcef7ae2 req-788b2ff5-4350-4044-a876-cdf72b0b96f3 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 946 time: 0.1175411 Jul 19 17:40:42.254319 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b47be43d-0b07-4842-a25b-bb5bdcef7ae2 req-acffefc6-a25e-454c-8d32-010327023c59 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b61d795-d4f8-4545-903d-6c140992c875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702274 Jul 19 17:40:42.320836 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc3a8b-a45c-4037-8c7e-4f4995b09294 req-1b494bca-1f67-4f15-b6c0-58b522da8c6d tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:42.322141 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-44bc3a8b-a45c-4037-8c7e-4f4995b09294 req-1b494bca-1f67-4f15-b6c0-58b522da8c6d tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.59 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 946 time: 0.0764141 Jul 19 17:40:42.429490 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-44bc3a8b-a45c-4037-8c7e-4f4995b09294 req-69f3b91c-7dd5-4b18-b333-bad6da300fc0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Deleting port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:40:42.429832 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-44bc3a8b-a45c-4037-8c7e-4f4995b09294 req-69f3b91c-7dd5-4b18-b333-bad6da300fc0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:42.486088 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [req-c00a259e-c327-4279-b35c-c5d1256b752f req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3690d99-a076-4725-85cd-df69636e3872 {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:40:42.494854 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c00a259e-c327-4279-b35c-c5d1256b752f req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:42.509103 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-c00a259e-c327-4279-b35c-c5d1256b752f req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] Transition to ACTIVE for port object c3690d99-a076-4725-85cd-df69636e3872 will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:40:42.514245 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c00a259e-c327-4279-b35c-c5d1256b752f req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4638951'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:42.527489 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-44bc3a8b-a45c-4037-8c7e-4f4995b09294 req-69f3b91c-7dd5-4b18-b333-bad6da300fc0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] For port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:42.527865 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-44bc3a8b-a45c-4037-8c7e-4f4995b09294 req-69f3b91c-7dd5-4b18-b333-bad6da300fc0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:42.596123 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] Pushing event updated for resources: {'Port': ['ID=c3690d99-a076-4725-85cd-df69636e3872,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:42.698147 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-c00a259e-c327-4279-b35c-c5d1256b752f req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] Attempting to bind port c3690d99-a076-4725-85cd-df69636e3872 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:40:42.698482 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-c00a259e-c327-4279-b35c-c5d1256b752f req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] Attempting to bind port c3690d99-a076-4725-85cd-df69636e3872 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '9493a171-9133-4fee-9783-67bce476052c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6c028f37-7d1b-44ce-ac64-d20112587f35'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:40:42.698949 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00a259e-c327-4279-b35c-c5d1256b752f req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] Attempting to bind port c3690d99-a076-4725-85cd-df69636e3872 on network 6c028f37-7d1b-44ce-ac64-d20112587f35 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:40:42.706493 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00a259e-c327-4279-b35c-c5d1256b752f req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] Port c3690d99-a076-4725-85cd-df69636e3872 on network 6c028f37-7d1b-44ce-ac64-d20112587f35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:40:42.706806 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00a259e-c327-4279-b35c-c5d1256b752f req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] Attempting to bind port c3690d99-a076-4725-85cd-df69636e3872 on network 6c028f37-7d1b-44ce-ac64-d20112587f35 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:40:42.720305 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00a259e-c327-4279-b35c-c5d1256b752f req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] Checking agent: {'id': 'd8fb6e65-9e8c-4b17-9f8a-3918624e6b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'started_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:40:42.720769 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00a259e-c327-4279-b35c-c5d1256b752f req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] Checking segment: {'id': '9493a171-9133-4fee-9783-67bce476052c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6c028f37-7d1b-44ce-ac64-d20112587f35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:40:42.721168 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00a259e-c327-4279-b35c-c5d1256b752f req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] Bound using segment: {'id': '9493a171-9133-4fee-9783-67bce476052c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6c028f37-7d1b-44ce-ac64-d20112587f35'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:40:42.721617 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-c00a259e-c327-4279-b35c-c5d1256b752f req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] Bound port: c3690d99-a076-4725-85cd-df69636e3872, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9493a171-9133-4fee-9783-67bce476052c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6c028f37-7d1b-44ce-ac64-d20112587f35'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:40:42.721980 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c00a259e-c327-4279-b35c-c5d1256b752f req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:42.746563 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d59a6-680c-4fb6-aa9e-9ff856e6b8fb req-f094d2cc-3710-4464-9c35-6f05dd62deb8 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:42.748192 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-972d59a6-680c-4fb6-aa9e-9ff856e6b8fb req-f094d2cc-3710-4464-9c35-6f05dd62deb8 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a40cab0-a8e9-4c63-8eba-c8753b493f5a HTTP/1.1" status: 200 len: 944 time: 0.1090748 Jul 19 17:40:42.830510 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-972d59a6-680c-4fb6-aa9e-9ff856e6b8fb req-70948bfd-585c-4143-878c-ce2ef2707c7c tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d6d68e0-3bed-4800-8501-d81afb46cfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599239 Jul 19 17:40:42.835625 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-c00a259e-c327-4279-b35c-c5d1256b752f req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] For port c3690d99-a076-4725-85cd-df69636e3872, host hv-cinder-80069, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:40:42.839773 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-c00a259e-c327-4279-b35c-c5d1256b752f req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] For port c3690d99-a076-4725-85cd-df69636e3872, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c3690d99-a076-4725-85cd-df69636e3872,segment=NetworkSegment(9493a171-9133-4fee-9783-67bce476052c),segment_id=9493a171-9133-4fee-9783-67bce476052c)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:40:42.847525 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c00a259e-c327-4279-b35c-c5d1256b752f req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4638951'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:42.884181 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a259e-c327-4279-b35c-c5d1256b752f req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:42.884892 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c00a259e-c327-4279-b35c-c5d1256b752f req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:42.886287 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c00a259e-c327-4279-b35c-c5d1256b752f req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] 10.222.0.59 "PUT /v2.0/ports/c3690d99-a076-4725-85cd-df69636e3872 HTTP/1.1" status: 200 len: 1094 time: 0.8549006 Jul 19 17:40:42.886746 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a40cab0-a8e9-4c63-8eba-c8753b493f5a', 'tag': 'c3690d99-a076-4725-85cd-df69636e3872'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:40:42.889207 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c998e33-5a00-4b27-9448-ff363465d3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "6a40cab0-a8e9-4c63-8eba-c8753b493f5a", "tag": "c3690d99-a076-4725-85cd-df69636e3872"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:40:42.924809 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a63ef-d13a-4efd-9920-546e2978274b service neutron] Pushing event updated for resources: {'Port': ['ID=c3690d99-a076-4725-85cd-df69636e3872,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:42.965431 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26080bf0-354a-476c-85d0-d8ce57e30325 x-openstack-request-id: req-26080bf0-354a-476c-85d0-d8ce57e30325 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:40:42.965720 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a40cab0-a8e9-4c63-8eba-c8753b493f5a", "tag": "c3690d99-a076-4725-85cd-df69636e3872", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:40:42.966088 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26080bf0-354a-476c-85d0-d8ce57e30325 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:40:42.966373 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a40cab0-a8e9-4c63-8eba-c8753b493f5a', 'tag': 'c3690d99-a076-4725-85cd-df69636e3872', 'status': 'completed', 'code': 200} Jul 19 17:40:42.996016 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a259e-c327-4279-b35c-c5d1256b752f req-5cf2cdb5-5233-4bd7-a41e-15232d8dd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:42.997741 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c00a259e-c327-4279-b35c-c5d1256b752f req-5cf2cdb5-5233-4bd7-a41e-15232d8dd7d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=faa2092780494d20ba50a4e7fb5a1c8c&device_id=6a40cab0-a8e9-4c63-8eba-c8753b493f5a HTTP/1.1" status: 200 len: 1097 time: 0.0650854 Jul 19 17:40:43.030268 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-44bc3a8b-a45c-4037-8c7e-4f4995b09294 req-69f3b91c-7dd5-4b18-b333-bad6da300fc0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:43.030268 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-44bc3a8b-a45c-4037-8c7e-4f4995b09294 req-69f3b91c-7dd5-4b18-b333-bad6da300fc0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567430'] for floatingip, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:43.030670 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.l3_db [req-44bc3a8b-a45c-4037-8c7e-4f4995b09294 req-69f3b91c-7dd5-4b18-b333-bad6da300fc0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Floating IP e4feedc6-635d-469e-a2a3-ea8e6c22e25e disassociated. External IP: 172.27.0.73, port: 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208. Jul 19 17:40:43.030877 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-44bc3a8b-a45c-4037-8c7e-4f4995b09294 req-69f3b91c-7dd5-4b18-b333-bad6da300fc0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Calling delete_port for 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 owned by compute:nova {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:40:43.041953 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c00a259e-c327-4279-b35c-c5d1256b752f req-a71b6007-8ce9-44f5-8e3c-4bfd0d9a832d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3690d99-a076-4725-85cd-df69636e3872 HTTP/1.1" status: 200 len: 217 time: 0.0358660 Jul 19 17:40:43.090904 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a259e-c327-4279-b35c-c5d1256b752f req-f1d8e2ad-2593-45b3-92bd-dff0ebac1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:43.092822 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c00a259e-c327-4279-b35c-c5d1256b752f req-f1d8e2ad-2593-45b3-92bd-dff0ebac1e05 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3232da23-1906-4f42-b0b6-9a70d7152194 HTTP/1.1" status: 200 len: 854 time: 0.0451574 Jul 19 17:40:43.128934 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c00a259e-c327-4279-b35c-c5d1256b752f req-94db88ff-d8ae-400f-b43d-5b0ca6ae39da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c028f37-7d1b-44ce-ac64-d20112587f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296822 Jul 19 17:40:43.170202 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-44bc3a8b-a45c-4037-8c7e-4f4995b09294 req-69f3b91c-7dd5-4b18-b333-bad6da300fc0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:43.202913 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3b91c-7dd5-4b18-b333-bad6da300fc0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Pushing event deleted for resources: {'Port': ['ID=9fa22ac9-bf53-44dc-a2fc-03c0c5b77208,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:43.239591 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c00a259e-c327-4279-b35c-c5d1256b752f req-ec0a21cc-7f07-4a31-9939-a3299fd1e683 service neutron] 10.222.0.59 "GET /v2.0/networks/6c028f37-7d1b-44ce-ac64-d20112587f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036646 Jul 19 17:40:43.331895 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44bc3a8b-a45c-4037-8c7e-4f4995b09294 req-69f3b91c-7dd5-4b18-b333-bad6da300fc0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:40:43.353649 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c00a259e-c327-4279-b35c-c5d1256b752f req-cfc888e0-e7dd-4a11-905a-3e4a3e6afdce service neutron] 10.222.0.59 "GET /v2.0/networks/6c028f37-7d1b-44ce-ac64-d20112587f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080253 Jul 19 17:40:43.371501 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7ba4b8d1-495e-4ca7-8aa8-6267dd84170e req-a278f9d6-29bd-4e85-be01-cbb2c56f7786 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60663622-7e37-4728-89fc-e65e2bfcd8e4 HTTP/1.1" status: 200 len: 210 time: 0.0330484 Jul 19 17:40:43.439924 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44bc3a8b-a45c-4037-8c7e-4f4995b09294 req-69f3b91c-7dd5-4b18-b333-bad6da300fc0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:40:43.450816 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6f3911-b980-4346-999e-c2a06f22a3ac None None] Sync routers for ids ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'] in dv-cinder-800695-4-iscsi {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:40:43.459851 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6f3911-b980-4346-999e-c2a06f22a3ac None None] Routers {'0d9f4ff7-10f0-4940-9fa3-6cf903929c82'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:40:43.460495 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-7c6f3911-b980-4346-999e-c2a06f22a3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:40:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:43.464298 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c998e33-5a00-4b27-9448-ff363465d3f1 req-5553cd31-a432-49f3-86f5-d296d099cace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:43.465982 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9c998e33-5a00-4b27-9448-ff363465d3f1 req-5553cd31-a432-49f3-86f5-d296d099cace service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=faa2092780494d20ba50a4e7fb5a1c8c&device_id=6a40cab0-a8e9-4c63-8eba-c8753b493f5a HTTP/1.1" status: 200 len: 1097 time: 0.0569363 Jul 19 17:40:43.486220 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bc3a8b-a45c-4037-8c7e-4f4995b09294 req-69f3b91c-7dd5-4b18-b333-bad6da300fc0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] No DVR routers for this DVR port 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 on host hv-cinder-80069 {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:40:43.489382 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-44bc3a8b-a45c-4037-8c7e-4f4995b09294 req-69f3b91c-7dd5-4b18-b333-bad6da300fc0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:43.491427 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-44bc3a8b-a45c-4037-8c7e-4f4995b09294 req-69f3b91c-7dd5-4b18-b333-bad6da300fc0 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.59 "DELETE /v2.0/ports/9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 HTTP/1.1" status: 204 len: 173 time: 1.1638818 Jul 19 17:40:43.492128 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60663622-7e37-4728-89fc-e65e2bfcd8e4', 'name': 'network-vif-deleted', 'tag': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:40:43.494324 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ec3998-ae36-4cce-ac9f-921756bfcb73" -d '{"events": [{"server_uuid": "60663622-7e37-4728-89fc-e65e2bfcd8e4", "name": "network-vif-deleted", "tag": "9fa22ac9-bf53-44dc-a2fc-03c0c5b77208"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:40:43.554440 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa7117d-3b71-4853-8f18-2b2c3f184e6a x-openstack-request-id: req-5aa7117d-3b71-4853-8f18-2b2c3f184e6a {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:40:43.554732 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60663622-7e37-4728-89fc-e65e2bfcd8e4", "name": "network-vif-deleted", "tag": "9fa22ac9-bf53-44dc-a2fc-03c0c5b77208", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:40:43.554986 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5aa7117d-3b71-4853-8f18-2b2c3f184e6a {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:40:43.555386 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60663622-7e37-4728-89fc-e65e2bfcd8e4', 'name': 'network-vif-deleted', 'tag': '9fa22ac9-bf53-44dc-a2fc-03c0c5b77208', 'status': 'completed', 'code': 200} Jul 19 17:40:43.585914 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c998e33-5a00-4b27-9448-ff363465d3f1 req-efcc5ac7-87ae-4a7d-9ca6-ef7051780377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:43.587622 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9c998e33-5a00-4b27-9448-ff363465d3f1 req-efcc5ac7-87ae-4a7d-9ca6-ef7051780377 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c028f37-7d1b-44ce-ac64-d20112587f35 HTTP/1.1" status: 200 len: 915 time: 0.1149185 Jul 19 17:40:43.588017 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-7c6f3911-b980-4346-999e-c2a06f22a3ac None None] Set router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:40:43.639961 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9c998e33-5a00-4b27-9448-ff363465d3f1 req-29d7da20-8213-4cc5-b5be-2d6a70a876c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3690d99-a076-4725-85cd-df69636e3872 HTTP/1.1" status: 200 len: 217 time: 0.0432460 Jul 19 17:40:43.710772 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c998e33-5a00-4b27-9448-ff363465d3f1 req-ff91c8db-42d9-4d26-bb8e-71422d2f5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:43.714034 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9c998e33-5a00-4b27-9448-ff363465d3f1 req-ff91c8db-42d9-4d26-bb8e-71422d2f5285 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3232da23-1906-4f42-b0b6-9a70d7152194 HTTP/1.1" status: 200 len: 854 time: 0.0669630 Jul 19 17:40:43.761671 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9c998e33-5a00-4b27-9448-ff363465d3f1 req-99ff0c5f-ac80-4c50-b16f-9698dbec8cb8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c028f37-7d1b-44ce-ac64-d20112587f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404119 Jul 19 17:40:43.836244 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-7c6f3911-b980-4346-999e-c2a06f22a3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'name': 'tempest-AttachVolumeShelveTestJSON-417807470-router', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '8519777c-b494-4823-af53-473f034226c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:07Z', 'updated_at': '2021-07-19T17:34:14Z', 'revision_number': 4, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'gw_port': {'id': '8519777c-b494-4823-af53-473f034226c8', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:08Z', 'updated_at': '2021-07-19T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '835fce5f-763a-432d-9e20-a832f1762fe6', 'name': '', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'mac_address': 'fa:16:3e:43:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4a8cde66-88d0-4637-913a-84e51941d044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:22Z', 'revision_number': 5, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'subnets': [{'id': '4a8cde66-88d0-4637-913a-84e51941d044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:43.863373 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6f3911-b980-4346-999e-c2a06f22a3ac None None] Checking router: 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 for host: dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:40:43.869311 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9c998e33-5a00-4b27-9448-ff363465d3f1 req-1ff9bf41-f57b-4b38-9302-50e951e463b9 service neutron] 10.222.0.59 "GET /v2.0/networks/6c028f37-7d1b-44ce-ac64-d20112587f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993941 Jul 19 17:40:43.872219 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6f3911-b980-4346-999e-c2a06f22a3ac None None] Routers {'0d9f4ff7-10f0-4940-9fa3-6cf903929c82'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:40:43.872841 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-7c6f3911-b980-4346-999e-c2a06f22a3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:40:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:43.984238 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-7c6f3911-b980-4346-999e-c2a06f22a3ac None None] Set router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:40:44.030612 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9c998e33-5a00-4b27-9448-ff363465d3f1 req-53e24070-0a48-4160-8005-87381f41d3d7 service neutron] 10.222.0.59 "GET /v2.0/networks/6c028f37-7d1b-44ce-ac64-d20112587f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541061 Jul 19 17:40:44.040669 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155816c-e5b5-41af-960c-cd83d280e7b1 req-fba0bc91-61bb-47e9-9ef0-5404925c7e0e tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:44.042233 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c155816c-e5b5-41af-960c-cd83d280e7b1 req-fba0bc91-61bb-47e9-9ef0-5404925c7e0e tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a40cab0-a8e9-4c63-8eba-c8753b493f5a HTTP/1.1" status: 200 len: 944 time: 0.1394954 Jul 19 17:40:44.083799 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c155816c-e5b5-41af-960c-cd83d280e7b1 req-00a634f0-a0fe-4e6d-b4c5-e44c484831d7 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d6d68e0-3bed-4800-8501-d81afb46cfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357225 Jul 19 17:40:44.199556 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-7c6f3911-b980-4346-999e-c2a06f22a3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'name': 'tempest-AttachVolumeShelveTestJSON-417807470-router', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '8519777c-b494-4823-af53-473f034226c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:07Z', 'updated_at': '2021-07-19T17:34:14Z', 'revision_number': 4, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'gw_port': {'id': '8519777c-b494-4823-af53-473f034226c8', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:08Z', 'updated_at': '2021-07-19T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '835fce5f-763a-432d-9e20-a832f1762fe6', 'name': '', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'mac_address': 'fa:16:3e:43:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4a8cde66-88d0-4637-913a-84e51941d044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:22Z', 'revision_number': 5, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'subnets': [{'id': '4a8cde66-88d0-4637-913a-84e51941d044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:44.230150 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6f3911-b980-4346-999e-c2a06f22a3ac None None] The sync data for ids ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'] in dv-cinder-800695-4-iscsi is: [{'id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'name': 'tempest-AttachVolumeShelveTestJSON-417807470-router', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '8519777c-b494-4823-af53-473f034226c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:07Z', 'updated_at': '2021-07-19T17:34:14Z', 'revision_number': 4, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'gw_port': {'id': '8519777c-b494-4823-af53-473f034226c8', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:08Z', 'updated_at': '2021-07-19T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': '835fce5f-763a-432d-9e20-a832f1762fe6', 'name': '', 'network_id': 'c48ef7ec-7444-4cee-8dfa-ba707e530247', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'mac_address': 'fa:16:3e:43:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '4a8cde66-88d0-4637-913a-84e51941d044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:12Z', 'updated_at': '2021-07-19T17:34:22Z', 'revision_number': 5, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'subnets': [{'id': '4a8cde66-88d0-4637-913a-84e51941d044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:40:44.452018 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92abb8c-c01d-4023-a3f3-f1da16061593 None None] New status for floating IP e4feedc6-635d-469e-a2a3-ea8e6c22e25e: DOWN {{(pid=93385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:40:45.243708 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8a5df-9725-4413-95ba-afb18562ed39 req-ac9add05-891b-477b-a637-3457909bae33 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:45.246231 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5fa8a5df-9725-4413-95ba-afb18562ed39 req-ac9add05-891b-477b-a637-3457909bae33 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a40cab0-a8e9-4c63-8eba-c8753b493f5a HTTP/1.1" status: 200 len: 944 time: 0.0805223 Jul 19 17:40:45.287782 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5fa8a5df-9725-4413-95ba-afb18562ed39 req-4b27c13a-c697-45e4-93f6-fa54c52b4352 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d6d68e0-3bed-4800-8501-d81afb46cfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356653 Jul 19 17:40:45.418839 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device c3690d99-a076-4725-85cd-df69636e3872 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:40:45.420906 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:40:45.446027 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] No Port match for: 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:40:45.446373 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 9fa22ac9-bf53-44dc-a2fc-03c0c5b77208 not bound to the agent host hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:40:45.485952 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 44834) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:45.539580 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port c3690d99-a076-4725-85cd-df69636e3872, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c3690d99-a076-4725-85cd-df69636e3872,segment=NetworkSegment(9493a171-9133-4fee-9783-67bce476052c),segment_id=9493a171-9133-4fee-9783-67bce476052c)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:45.543261 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a9be60bc-b383-44c4-91b5-edf9f5770d81 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:45.550690 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': 'c3690d99-a076-4725-85cd-df69636e3872', 'network_id': '6c028f37-7d1b-44ce-ac64-d20112587f35', 'port_id': 'c3690d99-a076-4725-85cd-df69636e3872', 'mac_address': 'fa:16:3e:56:9d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3232da23-1906-4f42-b0b6-9a70d7152194', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:40:45.567985 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a9be60bc-b383-44c4-91b5-edf9f5770d81 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:45.590680 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:45.605683 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3690d99-a076-4725-85cd-df69636e3872 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:40:45.626793 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a9be60bc-b383-44c4-91b5-edf9f5770d81 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:45.627421 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port c3690d99-a076-4725-85cd-df69636e3872, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c3690d99-a076-4725-85cd-df69636e3872,segment=NetworkSegment(9493a171-9133-4fee-9783-67bce476052c),segment_id=9493a171-9133-4fee-9783-67bce476052c)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:45.630627 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a9be60bc-b383-44c4-91b5-edf9f5770d81 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:45.634611 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-a9be60bc-b383-44c4-91b5-edf9f5770d81 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "DELETE /v2.0/security-groups/7b61d795-d4f8-4545-903d-6c140992c875 HTTP/1.1" status: 204 len: 168 time: 0.1449590 Jul 19 17:40:45.634940 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:45.635072 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44836) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:45.650959 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.api.v2.resource [None req-4c1c650a-e26c-4cd5-9819-4e802d5ffd63 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] show failed (client error): The resource could not be found. Jul 19 17:40:45.651232 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be60bc-b383-44c4-91b5-edf9f5770d81 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b61d795-d4f8-4545-903d-6c140992c875,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:45.652264 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-4c1c650a-e26c-4cd5-9819-4e802d5ffd63 tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "GET /v2.0/security-groups/7b61d795-d4f8-4545-903d-6c140992c875 HTTP/1.1" status: 404 len: 347 time: 0.0162306 Jul 19 17:40:45.655118 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 44838) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:45.700729 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=c3690d99-a076-4725-85cd-df69636e3872,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:45.787644 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-055cc884-e05e-416b-a589-1903911330ec tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Deleting port 60a49d1f-e99b-4732-83b7-2f030b4e98d7 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:40:45.787978 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-055cc884-e05e-416b-a589-1903911330ec tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:45.837534 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['c3690d99-a076-4725-85cd-df69636e3872'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:40:45.864869 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-055cc884-e05e-416b-a589-1903911330ec tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:45.865201 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-055cc884-e05e-416b-a589-1903911330ec tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:45.876978 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-055cc884-e05e-416b-a589-1903911330ec tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Calling delete_port for 60a49d1f-e99b-4732-83b7-2f030b4e98d7 owned by network:floatingip {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:40:46.010664 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-055cc884-e05e-416b-a589-1903911330ec tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:46.041986 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cc884-e05e-416b-a589-1903911330ec tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Pushing event deleted for resources: {'Port': ['ID=60a49d1f-e99b-4732-83b7-2f030b4e98d7,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:46.098972 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-055cc884-e05e-416b-a589-1903911330ec tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks [] for floatingip, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:46.101686 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-055cc884-e05e-416b-a589-1903911330ec tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for floatingip, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:46.102824 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-055cc884-e05e-416b-a589-1903911330ec tempest-AttachVolumeShelveTestJSON-166589670 tempest-AttachVolumeShelveTestJSON-166589670-project] 10.222.0.32 "DELETE /v2.0/floatingips/e4feedc6-635d-469e-a2a3-ea8e6c22e25e HTTP/1.1" status: 204 len: 168 time: 0.4467885 Jul 19 17:40:46.481635 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652ad59-6383-4e8d-91fb-749b670cce54 req-dcb20bb5-430d-40c2-9361-ff4f67ea3c70 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:46.483164 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2652ad59-6383-4e8d-91fb-749b670cce54 req-dcb20bb5-430d-40c2-9361-ff4f67ea3c70 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a40cab0-a8e9-4c63-8eba-c8753b493f5a HTTP/1.1" status: 200 len: 945 time: 0.1181939 Jul 19 17:40:46.492002 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe17825-7789-4d6e-8ff5-11f9635950d0 req-81afeadb-2a4f-4db5-8305-732b8c5bc07e tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:46.493462 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2fe17825-7789-4d6e-8ff5-11f9635950d0 req-81afeadb-2a4f-4db5-8305-732b8c5bc07e tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 945 time: 0.1163046 Jul 19 17:40:46.546328 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2652ad59-6383-4e8d-91fb-749b670cce54 req-6f18108a-6249-4857-a8e6-de1dece63dd9 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d6d68e0-3bed-4800-8501-d81afb46cfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518661 Jul 19 17:40:46.554122 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2fe17825-7789-4d6e-8ff5-11f9635950d0 req-6ac78f62-9327-4eb1-876a-fc282c818019 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538135 Jul 19 17:40:47.462057 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device c3690d99-a076-4725-85cd-df69636e3872 up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:40:47.511068 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning for port c3690d99-a076-4725-85cd-df69636e3872 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:40:47.514947 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port c3690d99-a076-4725-85cd-df69636e3872 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:40:47.515326 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:47.616787 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:47.648223 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a40cab0-a8e9-4c63-8eba-c8753b493f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3690d99-a076-4725-85cd-df69636e3872'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:40:47.650458 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d913ab0-bee5-4dc9-a049-44ed02045ee8" -d '{"events": [{"server_uuid": "6a40cab0-a8e9-4c63-8eba-c8753b493f5a", "name": "network-vif-plugged", "status": "completed", "tag": "c3690d99-a076-4725-85cd-df69636e3872"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:40:47.662979 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port c3690d99-a076-4725-85cd-df69636e3872, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c3690d99-a076-4725-85cd-df69636e3872,segment=NetworkSegment(9493a171-9133-4fee-9783-67bce476052c),segment_id=9493a171-9133-4fee-9783-67bce476052c)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:47.667649 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:47.715215 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=c3690d99-a076-4725-85cd-df69636e3872,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:47.749807 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91000bb4-7e84-4b4d-8235-bf33751ea0c0 req-66e012ec-d690-491d-be25-da38ec2f9a8c tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:47.751358 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-91000bb4-7e84-4b4d-8235-bf33751ea0c0 req-66e012ec-d690-491d-be25-da38ec2f9a8c tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 945 time: 0.1154468 Jul 19 17:40:47.759476 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18232aaf-a794-45e9-ba9a-8d83044a6539 req-e4266db0-e90a-4e8c-a8cc-7dd27360eeac tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:47.761001 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-18232aaf-a794-45e9-ba9a-8d83044a6539 req-e4266db0-e90a-4e8c-a8cc-7dd27360eeac tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a40cab0-a8e9-4c63-8eba-c8753b493f5a HTTP/1.1" status: 200 len: 945 time: 0.1263735 Jul 19 17:40:47.818463 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-91000bb4-7e84-4b4d-8235-bf33751ea0c0 req-a18968d8-3331-498f-9517-ffa994f0b051 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564644 Jul 19 17:40:47.821429 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-18232aaf-a794-45e9-ba9a-8d83044a6539 req-70f05c9e-1fed-4ee3-8a17-b57510e193c1 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d6d68e0-3bed-4800-8501-d81afb46cfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532348 Jul 19 17:40:47.851127 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:47.866164 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b3983a-2aec-47e9-b9b5-5b7d1c3b4b71 x-openstack-request-id: req-53b3983a-2aec-47e9-b9b5-5b7d1c3b4b71 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:40:47.866460 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a40cab0-a8e9-4c63-8eba-c8753b493f5a", "name": "network-vif-plugged", "status": "completed", "tag": "c3690d99-a076-4725-85cd-df69636e3872", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:40:47.866707 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53b3983a-2aec-47e9-b9b5-5b7d1c3b4b71 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:40:47.867102 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a40cab0-a8e9-4c63-8eba-c8753b493f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3690d99-a076-4725-85cd-df69636e3872', 'code': 200} Jul 19 17:40:47.907748 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26dc9d-644c-4c15-8a69-0ddbcd5819d0 req-6a2b60ba-055b-4a24-b9f6-6f0b88686259 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:47.909265 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-da26dc9d-644c-4c15-8a69-0ddbcd5819d0 req-6a2b60ba-055b-4a24-b9f6-6f0b88686259 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.59 "GET /v2.0/ports?device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 945 time: 0.0650158 Jul 19 17:40:48.025217 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-da26dc9d-644c-4c15-8a69-0ddbcd5819d0 req-71ac39b8-4171-4065-a99c-216d0a3105af tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Deleting port fbad29ee-9b29-4452-b164-7bc2f259c594 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:40:48.025628 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-da26dc9d-644c-4c15-8a69-0ddbcd5819d0 req-71ac39b8-4171-4065-a99c-216d0a3105af tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:48.045713 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9115b2-671f-472b-960d-03aa29eadd85 req-2438bdc2-ef53-47eb-9935-ad2c8a124094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:48.047388 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-0b9115b2-671f-472b-960d-03aa29eadd85 req-2438bdc2-ef53-47eb-9935-ad2c8a124094 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6a40cab0-a8e9-4c63-8eba-c8753b493f5a HTTP/1.1" status: 200 len: 1099 time: 0.0524549 Jul 19 17:40:48.082890 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [req-0b9115b2-671f-472b-960d-03aa29eadd85 req-722c2140-cd06-4594-a0d2-f5afce00ca11 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0d6d68e0-3bed-4800-8501-d81afb46cfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280936 Jul 19 17:40:48.117067 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-da26dc9d-644c-4c15-8a69-0ddbcd5819d0 req-71ac39b8-4171-4065-a99c-216d0a3105af tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] For port fbad29ee-9b29-4452-b164-7bc2f259c594, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fbad29ee-9b29-4452-b164-7bc2f259c594,segment=NetworkSegment(99c6287f-76fe-493e-8889-05eb89f545c6),segment_id=99c6287f-76fe-493e-8889-05eb89f545c6)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:48.117468 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-da26dc9d-644c-4c15-8a69-0ddbcd5819d0 req-71ac39b8-4171-4065-a99c-216d0a3105af tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:48.296335 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-da26dc9d-644c-4c15-8a69-0ddbcd5819d0 req-71ac39b8-4171-4065-a99c-216d0a3105af tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:48.296608 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-da26dc9d-644c-4c15-8a69-0ddbcd5819d0 req-71ac39b8-4171-4065-a99c-216d0a3105af tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567430'] for floatingip, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:48.296918 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.db.l3_db [req-da26dc9d-644c-4c15-8a69-0ddbcd5819d0 req-71ac39b8-4171-4065-a99c-216d0a3105af tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Floating IP 07e033fe-ba37-49b1-aa11-12e46ccb602b disassociated. External IP: 172.27.0.59, port: fbad29ee-9b29-4452-b164-7bc2f259c594. Jul 19 17:40:48.297256 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-da26dc9d-644c-4c15-8a69-0ddbcd5819d0 req-71ac39b8-4171-4065-a99c-216d0a3105af tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Calling delete_port for fbad29ee-9b29-4452-b164-7bc2f259c594 owned by compute:nova {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:40:48.426283 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-da26dc9d-644c-4c15-8a69-0ddbcd5819d0 req-71ac39b8-4171-4065-a99c-216d0a3105af tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:48.546059 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44872) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:48.735426 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac39b8-4171-4065-a99c-216d0a3105af tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Pushing event deleted for resources: {'Port': ['ID=fbad29ee-9b29-4452-b164-7bc2f259c594,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:48.893061 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da26dc9d-644c-4c15-8a69-0ddbcd5819d0 req-71ac39b8-4171-4065-a99c-216d0a3105af tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Router 1c2a43bc-f735-447a-8d12-d25c87af7b0c has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:40:48.958715 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2e7e8e30-e0af-4ddf-9027-d9fa0abdd026 req-61beb2d5-fe89-4d1c-95ee-83574df51bc5 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 210 time: 0.0540769 Jul 19 17:40:49.009833 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631942'] for router_interface, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.097081 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f5c96-b69b-4f8b-92e2-1513331d6f58 req-a2b7e718-1b10-4229-8044-bbf6b46204a9 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:49.098639 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1c1f5c96-b69b-4f8b-92e2-1513331d6f58 req-a2b7e718-1b10-4229-8044-bbf6b46204a9 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a40cab0-a8e9-4c63-8eba-c8753b493f5a HTTP/1.1" status: 200 len: 946 time: 0.1801591 Jul 19 17:40:49.111422 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da26dc9d-644c-4c15-8a69-0ddbcd5819d0 req-71ac39b8-4171-4065-a99c-216d0a3105af tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:40:49.124812 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab6a175-827f-421f-b8a4-d75b7fd0ac46 None None] Sync routers for ids ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'] in dv-cinder-800695-4-iscsi {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:40:49.139133 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab6a175-827f-421f-b8a4-d75b7fd0ac46 None None] Routers {'1c2a43bc-f735-447a-8d12-d25c87af7b0c'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:40:49.139994 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-3ab6a175-827f-421f-b8a4-d75b7fd0ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:40:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:49.173210 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-da26dc9d-644c-4c15-8a69-0ddbcd5819d0 req-71ac39b8-4171-4065-a99c-216d0a3105af tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] No DVR routers for this DVR port fbad29ee-9b29-4452-b164-7bc2f259c594 on host hv-cinder-80069 {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:40:49.181680 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-da26dc9d-644c-4c15-8a69-0ddbcd5819d0 req-71ac39b8-4171-4065-a99c-216d0a3105af tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.183422 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-da26dc9d-644c-4c15-8a69-0ddbcd5819d0 req-71ac39b8-4171-4065-a99c-216d0a3105af tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.59 "DELETE /v2.0/ports/fbad29ee-9b29-4452-b164-7bc2f259c594 HTTP/1.1" status: 204 len: 173 time: 1.2685382 Jul 19 17:40:49.183883 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766b655a-3998-4149-9af4-a18afe42f3c6', 'name': 'network-vif-deleted', 'tag': 'fbad29ee-9b29-4452-b164-7bc2f259c594'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:40:49.186206 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4f639c-5509-408b-aae3-f932f3c1dc35" -d '{"events": [{"server_uuid": "766b655a-3998-4149-9af4-a18afe42f3c6", "name": "network-vif-deleted", "tag": "fbad29ee-9b29-4452-b164-7bc2f259c594"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:40:49.212771 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-1c1f5c96-b69b-4f8b-92e2-1513331d6f58 req-4333aa0e-03f6-4bf8-b35f-9ccaecaca856 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d6d68e0-3bed-4800-8501-d81afb46cfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083496 Jul 19 17:40:49.273881 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d9670b-d73c-4480-8d78-3a596a63e55e x-openstack-request-id: req-d3d9670b-d73c-4480-8d78-3a596a63e55e {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:40:49.274126 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766b655a-3998-4149-9af4-a18afe42f3c6", "name": "network-vif-deleted", "tag": "fbad29ee-9b29-4452-b164-7bc2f259c594", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:40:49.274416 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3d9670b-d73c-4480-8d78-3a596a63e55e {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:40:49.274779 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766b655a-3998-4149-9af4-a18afe42f3c6', 'name': 'network-vif-deleted', 'tag': 'fbad29ee-9b29-4452-b164-7bc2f259c594', 'status': 'completed', 'code': 200} Jul 19 17:40:49.356135 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] Deleting port 835fce5f-763a-432d-9e20-a832f1762fe6 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:40:49.356768 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.390826 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-3ab6a175-827f-421f-b8a4-d75b7fd0ac46 None None] Set router 1c2a43bc-f735-447a-8d12-d25c87af7b0c gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:40:49.438618 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] For port 835fce5f-763a-432d-9e20-a832f1762fe6, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=835fce5f-763a-432d-9e20-a832f1762fe6,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:49.439101 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.452988 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] Calling delete_port for 835fce5f-763a-432d-9e20-a832f1762fe6 owned by network:router_interface {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:40:49.605491 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-3ab6a175-827f-421f-b8a4-d75b7fd0ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 4, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': 'a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac', 'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'mac_address': 'fa:16:3e:76:78:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:01Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 5, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'subnets': [{'id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:49.634443 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab6a175-827f-421f-b8a4-d75b7fd0ac46 None None] Checking router: 1c2a43bc-f735-447a-8d12-d25c87af7b0c for host: dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:40:49.641600 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab6a175-827f-421f-b8a4-d75b7fd0ac46 None None] Routers {'1c2a43bc-f735-447a-8d12-d25c87af7b0c'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:40:49.642811 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-3ab6a175-827f-421f-b8a4-d75b7fd0ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:40:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:49.664892 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.690343 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] Pushing event deleted for resources: {'Port': ['ID=835fce5f-763a-432d-9e20-a832f1762fe6,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:49.730116 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:49.730492 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:49.730862 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:49.731365 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:49.731604 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:49.731967 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:49.732440 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:49.732704 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:49.733133 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:49.733437 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:49.733773 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:49.734099 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:49.764031 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-3ab6a175-827f-421f-b8a4-d75b7fd0ac46 None None] Set router 1c2a43bc-f735-447a-8d12-d25c87af7b0c gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:40:49.894370 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632042'] for router_interface, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.990772 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-3ab6a175-827f-421f-b8a4-d75b7fd0ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 4, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': 'a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac', 'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'mac_address': 'fa:16:3e:76:78:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:01Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 5, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'subnets': [{'id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:50.017869 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab6a175-827f-421f-b8a4-d75b7fd0ac46 None None] The sync data for ids ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'] in dv-cinder-800695-4-iscsi is: [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 4, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': 'a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac', 'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'mac_address': 'fa:16:3e:76:78:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:01Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 5, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'subnets': [{'id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:40:50.104326 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2b0ec242-a6c9-457f-bc1c-28d192786010 req-cbde94f7-64b3-486f-8d96-3b29395c2ba4 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b655a-3998-4149-9af4-a18afe42f3c6 HTTP/1.1" status: 200 len: 210 time: 0.0429001 Jul 19 17:40:50.143189 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] Router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:40:50.276378 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:40:50.282014 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-c705ca78-dddd-443d-96e7-4f9c8352162e admin admin] 10.222.0.32 "PUT /v2.0/routers/0d9f4ff7-10f0-4940-9fa3-6cf903929c82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7346861 Jul 19 17:40:50.284552 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 44888) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:50.287148 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7988b698-02fe-4ecb-9a13-7deb6ad34532 None None] Sync routers for ids ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:40:50.297966 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7988b698-02fe-4ecb-9a13-7deb6ad34532 None None] Routers {'0d9f4ff7-10f0-4940-9fa3-6cf903929c82'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:40:50.298771 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-7988b698-02fe-4ecb-9a13-7deb6ad34532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:40:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:50.337056 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58a775d-1889-41aa-9572-facda332d167 None None] New status for floating IP 07e033fe-ba37-49b1-aa11-12e46ccb602b: DOWN {{(pid=93386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:40:50.420619 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-7988b698-02fe-4ecb-9a13-7deb6ad34532 None None] Set router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:40:50.436073 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3026ca5a-af06-4eac-ab77-08cf88e28fc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:50.480721 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf3a6b-8c10-45ff-a559-835393650ff1 req-c872a5d1-f583-4a04-b172-68cc37aac1c0 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:50.482289 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4adf3a6b-8c10-45ff-a559-835393650ff1 req-c872a5d1-f583-4a04-b172-68cc37aac1c0 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a40cab0-a8e9-4c63-8eba-c8753b493f5a HTTP/1.1" status: 200 len: 946 time: 0.1558902 Jul 19 17:40:50.556136 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4adf3a6b-8c10-45ff-a559-835393650ff1 req-9b2eeb4e-8675-4950-828a-22377a6f8525 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d6d68e0-3bed-4800-8501-d81afb46cfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471804 Jul 19 17:40:50.580698 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3026ca5a-af06-4eac-ab77-08cf88e28fc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:50.624572 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-7988b698-02fe-4ecb-9a13-7deb6ad34532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'name': 'tempest-AttachVolumeShelveTestJSON-417807470-router', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '8519777c-b494-4823-af53-473f034226c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:07Z', 'updated_at': '2021-07-19T17:40:49Z', 'revision_number': 5, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'gw_port': {'id': '8519777c-b494-4823-af53-473f034226c8', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:34:08Z', 'updated_at': '2021-07-19T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:50.639237 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-3026ca5a-af06-4eac-ab77-08cf88e28fc3 admin admin] Deleting port 8519777c-b494-4823-af53-473f034226c8 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:40:50.639624 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3026ca5a-af06-4eac-ab77-08cf88e28fc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:50.658025 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7988b698-02fe-4ecb-9a13-7deb6ad34532 None None] Checking router: 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:40:50.668842 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7988b698-02fe-4ecb-9a13-7deb6ad34532 None None] Routers {'0d9f4ff7-10f0-4940-9fa3-6cf903929c82'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:40:50.669631 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-7988b698-02fe-4ecb-9a13-7deb6ad34532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:40:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:50.733945 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [None req-3026ca5a-af06-4eac-ab77-08cf88e28fc3 admin admin] For port 8519777c-b494-4823-af53-473f034226c8, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=8519777c-b494-4823-af53-473f034226c8,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:50.734322 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3026ca5a-af06-4eac-ab77-08cf88e28fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:50.749147 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-3026ca5a-af06-4eac-ab77-08cf88e28fc3 admin admin] Calling delete_port for 8519777c-b494-4823-af53-473f034226c8 owned by network:router_gateway {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:40:50.761041 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-7988b698-02fe-4ecb-9a13-7deb6ad34532 None None] Set router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 gateway port host: None {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:40:50.818466 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-7988b698-02fe-4ecb-9a13-7deb6ad34532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'name': 'tempest-AttachVolumeShelveTestJSON-417807470-router', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:07Z', 'updated_at': '2021-07-19T17:40:50Z', 'revision_number': 6, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'gw_port_host': None}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:50.847892 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7988b698-02fe-4ecb-9a13-7deb6ad34532 None None] The sync data for ids ['0d9f4ff7-10f0-4940-9fa3-6cf903929c82'] in dv-cinder-800695-4-iscsi is: [{'id': '0d9f4ff7-10f0-4940-9fa3-6cf903929c82', 'name': 'tempest-AttachVolumeShelveTestJSON-417807470-router', 'tenant_id': 'cde3c008c05a44f09be88be78c4bb614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:34:07Z', 'updated_at': '2021-07-19T17:40:50Z', 'revision_number': 6, 'project_id': 'cde3c008c05a44f09be88be78c4bb614', 'gw_port_host': None}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:40:50.940860 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3026ca5a-af06-4eac-ab77-08cf88e28fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:50.969192 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026ca5a-af06-4eac-ab77-08cf88e28fc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8519777c-b494-4823-af53-473f034226c8,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:51.046267 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3026ca5a-af06-4eac-ab77-08cf88e28fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567368'] for router_gateway, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:51.147757 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3026ca5a-af06-4eac-ab77-08cf88e28fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58318'] for router, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:51.150020 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3026ca5a-af06-4eac-ab77-08cf88e28fc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:51.197120 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3026ca5a-af06-4eac-ab77-08cf88e28fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632508'] for router, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:51.197685 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3026ca5a-af06-4eac-ab77-08cf88e28fc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d9f4ff7-10f0-4940-9fa3-6cf903929c82 {{(pid=93383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:40:51.204836 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3026ca5a-af06-4eac-ab77-08cf88e28fc3 admin admin] Notify callbacks [] for router, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:51.208302 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-3026ca5a-af06-4eac-ab77-08cf88e28fc3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/0d9f4ff7-10f0-4940-9fa3-6cf903929c82 HTTP/1.1" status: 204 len: 168 time: 0.9202013 Jul 19 17:40:51.209186 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44940) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:51.274582 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2a434362-c7c4-4140-8d41-a9fbee824535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:51.276677 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_v2 [None req-203b758a-a668-4cdd-9072-643dcf5d0412 admin admin] Deleting subnet 4a8cde66-88d0-4637-913a-84e51941d044 {{(pid=93384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:40:51.280387 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-203b758a-a668-4cdd-9072-643dcf5d0412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:51.328598 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-203b758a-a668-4cdd-9072-643dcf5d0412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5138715'] for subnet, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:51.422070 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-ba7d471c-24d4-41b9-8ca1-20652e68e02e tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1292904531&fields=id&tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18 HTTP/1.1" status: 200 len: 267 time: 0.0471828 Jul 19 17:40:51.439712 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-203b758a-a668-4cdd-9072-643dcf5d0412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428619'] for subnet, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:51.497755 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-203b758a-a668-4cdd-9072-643dcf5d0412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6210967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5076143'] for subnet, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:51.510070 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device fbad29ee-9b29-4452-b164-7bc2f259c594 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:40:51.530060 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b758a-a668-4cdd-9072-643dcf5d0412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a8cde66-88d0-4637-913a-84e51941d044,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:51.532236 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] No Port match for: fbad29ee-9b29-4452-b164-7bc2f259c594 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:40:51.532423 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device fbad29ee-9b29-4452-b164-7bc2f259c594 not bound to the agent host hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:40:51.534148 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-203b758a-a668-4cdd-9072-643dcf5d0412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:51.539199 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 44956) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:51.539421 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-203b758a-a668-4cdd-9072-643dcf5d0412 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4a8cde66-88d0-4637-913a-84e51941d044 HTTP/1.1" status: 204 len: 168 time: 0.3288078 Jul 19 17:40:51.545811 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90144c82-a9df-4aa8-b69c-8696e02db922 None None] Network c48ef7ec-7444-4cee-8dfa-ba707e530247 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:40:51.565879 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-44e28f9a-43eb-4670-9110-7babaf6fd5ae tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:51.567667 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-44e28f9a-43eb-4670-9110-7babaf6fd5ae tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/networks?id=32686385-9f8a-48d8-ae63-fc5b5a190c98 HTTP/1.1" status: 200 len: 811 time: 0.1370225 Jul 19 17:40:51.590373 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-7e16a09c-98f7-4208-9bd2-4b58e305d8c8 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/quotas/cf97fcc6cb3e46aaa1f34bd3717bec18 HTTP/1.1" status: 200 len: 375 time: 0.0156794 Jul 19 17:40:51.664860 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-beded26e-eda0-48ca-b53a-47cd967cda14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366402'] for network, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:51.744845 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-fb7d318b-a9d0-4fb4-ab34-d162e42f478c tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1246045 Jul 19 17:40:51.756385 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-beded26e-eda0-48ca-b53a-47cd967cda14 admin admin] Deleting port aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:40:51.756726 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-beded26e-eda0-48ca-b53a-47cd967cda14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:51.757884 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d954d663-21e0-4737-bae9-1bae1f3b3c79 None None] DHCP port deletion for c48ef7ec-7444-4cee-8dfa-ba707e530247 request from dv-cinder-800695-4-iscsi {{(pid=93385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:40:51.810745 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-d954d663-21e0-4737-bae9-1bae1f3b3c79 None None] Deleting port aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc {{(pid=93385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:40:51.811128 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-d954d663-21e0-4737-bae9-1bae1f3b3c79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:51.883198 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-d954d663-21e0-4737-bae9-1bae1f3b3c79 None None] For port aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:51.883710 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-d954d663-21e0-4737-bae9-1bae1f3b3c79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:51.889105 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [None req-beded26e-eda0-48ca-b53a-47cd967cda14 admin admin] For port aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc,segment=NetworkSegment(dca354da-992b-4aa3-97b5-c6ca75bf80ed),segment_id=dca354da-992b-4aa3-97b5-c6ca75bf80ed)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:51.889566 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-beded26e-eda0-48ca-b53a-47cd967cda14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:51.899613 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-d954d663-21e0-4737-bae9-1bae1f3b3c79 None None] Calling delete_port for aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc owned by network:dhcp {{(pid=93385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:40:51.907241 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-beded26e-eda0-48ca-b53a-47cd967cda14 admin admin] Calling delete_port for aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc owned by network:dhcp {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:40:51.929989 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-39e09e07-eb29-4aed-bdb8-17f8597b27a6 service neutron] 10.222.0.32 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603582 Jul 19 17:40:51.999253 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-d954d663-21e0-4737-bae9-1bae1f3b3c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146'] for port, after_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:52.060405 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954d663-21e0-4737-bae9-1bae1f3b3c79 None None] Pushing event deleted for resources: {'Port': ['ID=aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc,revision_number=None']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:52.062429 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954d663-21e0-4737-bae9-1bae1f3b3c79 None None] No DVR routers for this DVR port aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc on host dv-cinder-800695-4-iscsi {{(pid=93385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:40:52.105757 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-85d23ea6-d070-490e-8bb1-9a895e230b05 service neutron] 10.222.0.32 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450634 Jul 19 17:40:52.106641 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-beded26e-eda0-48ca-b53a-47cd967cda14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:52.138005 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 835fce5f-763a-432d-9e20-a832f1762fe6 no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:40:52.144197 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beded26e-eda0-48ca-b53a-47cd967cda14 admin admin] Pushing event deleted for resources: {'Port': ['ID=aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:52.153157 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beded26e-eda0-48ca-b53a-47cd967cda14 admin admin] No DVR routers for this DVR port aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc on host dv-cinder-800695-4-iscsi {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:40:52.176006 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: 835fce5f-763a-432d-9e20-a832f1762fe6 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:40:52.176596 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 835fce5f-763a-432d-9e20-a832f1762fe6 not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:40:52.177037 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 8519777c-b494-4823-af53-473f034226c8 no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:40:52.201799 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: 8519777c-b494-4823-af53-473f034226c8 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:40:52.201799 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 8519777c-b494-4823-af53-473f034226c8 not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:40:52.201799 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:40:52.226187 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:40:52.226187 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device aabfc3c8-d96d-4cd0-9ca2-66d5c6d9c7fc not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:40:52.249752 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-beded26e-eda0-48ca-b53a-47cd967cda14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428391', 'neutron.services.segments.db._delete_segments_for_network-8742494453050'] for network, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:52.261681 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-beded26e-eda0-48ca-b53a-47cd967cda14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48ef7ec-7444-4cee-8dfa-ba707e530247']}} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:52.274038 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-beded26e-eda0-48ca-b53a-47cd967cda14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca354da-992b-4aa3-97b5-c6ca75bf80ed') {'for_net_delete': True} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:52.274330 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.services.segments.db [None req-beded26e-eda0-48ca-b53a-47cd967cda14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca354da-992b-4aa3-97b5-c6ca75bf80ed') {} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:52.283936 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-beded26e-eda0-48ca-b53a-47cd967cda14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742494456131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5018037'] for segment, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:52.299597 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-beded26e-eda0-48ca-b53a-47cd967cda14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:52.307114 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beded26e-eda0-48ca-b53a-47cd967cda14 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:40:52.307526 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-beded26e-eda0-48ca-b53a-47cd967cda14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4638915'] for segment, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: self.session.flush() Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: self.session.flush() Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: self.session.flush() Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: self.session.flush() Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: Traceback (most recent call last): Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: timer() Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: cb(*args, **kw) Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: return func(*args, **kwargs) Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: self._notify() Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: self.callback(batched_events) Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: event.method(event) Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: return f(self, *a, **k) Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: return self._get(url).json() Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: return self.request(url, 'GET', **kwargs) Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:40:52.309338 dv-cinder-800695-4-iscsi neutron-server[93383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:40:52.389477 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-beded26e-eda0-48ca-b53a-47cd967cda14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567412'] for network, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:52.396782 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-beded26e-eda0-48ca-b53a-47cd967cda14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:52.398903 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-beded26e-eda0-48ca-b53a-47cd967cda14 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c48ef7ec-7444-4cee-8dfa-ba707e530247 HTTP/1.1" status: 204 len: 168 time: 0.8585765 Jul 19 17:40:52.410247 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beded26e-eda0-48ca-b53a-47cd967cda14 admin admin] Pushing event deleted for resources: {'Network': ['ID=c48ef7ec-7444-4cee-8dfa-ba707e530247,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:52.486678 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2268087e-3891-42f7-984c-a1813228adbf req-66033843-88f5-4dc5-aa5d-014321180112 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 210 time: 0.0336938 Jul 19 17:40:52.572772 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 44976) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:52.617400 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-f01a6fd6-b01b-4898-b262-5f56033be77d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cde3c008c05a44f09be88be78c4bb614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412416 Jul 19 17:40:52.618025 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 44978) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:52.674927 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-739ae337-138f-4ada-b5ec-357cddce9768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:52.700573 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-739ae337-138f-4ada-b5ec-357cddce9768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:52.754060 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-739ae337-138f-4ada-b5ec-357cddce9768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:52.757875 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-739ae337-138f-4ada-b5ec-357cddce9768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:52.759087 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-739ae337-138f-4ada-b5ec-357cddce9768 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80531ff8-fe1b-4952-9820-cab173b06a6e HTTP/1.1" status: 204 len: 168 time: 0.1398146 Jul 19 17:40:52.767170 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ae337-138f-4ada-b5ec-357cddce9768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80531ff8-fe1b-4952-9820-cab173b06a6e,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:53.470763 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-de96d873-aaaf-466b-992e-1c9f561879ba tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:53.472324 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-de96d873-aaaf-466b-992e-1c9f561879ba tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.59 "GET /v2.0/networks?id=32686385-9f8a-48d8-ae63-fc5b5a190c98 HTTP/1.1" status: 200 len: 811 time: 0.1279535 Jul 19 17:40:53.516080 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-660e836a-a748-4a0d-b065-632168a8331b tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18 HTTP/1.1" status: 200 len: 380 time: 0.0348873 Jul 19 17:40:53.529054 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-9fd2c6ac-bb5b-48f1-b783-b8d372016eb3 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Request body: {'port': {'device_id': 'cc5c44d8-e02f-4cfe-9c85-3c981270b8cb', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'admin_state_up': True, 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'security_groups': ['544882e7-1861-4d5b-8779-57f895bc908d']}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:40:53.629792 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f88bcc6a-1d76-459c-bd92-ecaadb2009c2 req-4fe2d103-8aa2-4514-9a00-1d6cc15d4989 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 210 time: 0.0635548 Jul 19 17:40:53.697414 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-9fd2c6ac-bb5b-48f1-b783-b8d372016eb3 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Made reservation on behalf of cf97fcc6cb3e46aaa1f34bd3717bec18 for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:40:53.701215 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-9fd2c6ac-bb5b-48f1-b783-b8d372016eb3 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:53.847063 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-9fd2c6ac-bb5b-48f1-b783-b8d372016eb3 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Allocated IP 172.20.0.10 (32686385-9f8a-48d8-ae63-fc5b5a190c98/e2f7774a-4edc-4422-a603-06fff220f9d8/785b3de2-dc34-43c3-ab52-acec99b73f5b) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:40:54.024081 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-9fd2c6ac-bb5b-48f1-b783-b8d372016eb3 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.040864 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-224fdc4f-e20b-42ff-aa18-111e5889869e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.054563 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-9fd2c6ac-bb5b-48f1-b783-b8d372016eb3 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Transition to ACTIVE for port object 785b3de2-dc34-43c3-ab52-acec99b73f5b will not be triggered until provisioned by entity DHCP. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:40:54.090981 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-9fd2c6ac-bb5b-48f1-b783-b8d372016eb3 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.135362 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-9fd2c6ac-bb5b-48f1-b783-b8d372016eb3 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Network 32686385-9f8a-48d8-ae63-fc5b5a190c98 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:40:54.140755 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-9fd2c6ac-bb5b-48f1-b783-b8d372016eb3 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:40:54.145836 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-9fd2c6ac-bb5b-48f1-b783-b8d372016eb3 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:40:54.185058 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2c6ac-bb5b-48f1-b783-b8d372016eb3 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Pushing event updated for resources: {'Port': ['ID=785b3de2-dc34-43c3-ab52-acec99b73f5b,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:54.209901 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-9fd2c6ac-bb5b-48f1-b783-b8d372016eb3 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:54.211794 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-9fd2c6ac-bb5b-48f1-b783-b8d372016eb3 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.236185 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-9fd2c6ac-bb5b-48f1-b783-b8d372016eb3 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7112408 Jul 19 17:40:54.258809 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] Request body: {'port': {'device_id': 'cc5c44d8-e02f-4cfe-9c85-3c981270b8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:40:54.342956 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.418966 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.443493 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-b5461f9c-9921-4929-af6c-15c67f57531c None None] Provisioning for port 785b3de2-dc34-43c3-ab52-acec99b73f5b completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:40:54.452656 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-b5461f9c-9921-4929-af6c-15c67f57531c None None] Provisioning complete for port 785b3de2-dc34-43c3-ab52-acec99b73f5b triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:40:54.453178 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-b5461f9c-9921-4929-af6c-15c67f57531c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.492531 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-b5461f9c-9921-4929-af6c-15c67f57531c None None] Port 785b3de2-dc34-43c3-ab52-acec99b73f5b cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:40:54.656858 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 785b3de2-dc34-43c3-ab52-acec99b73f5b {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:40:54.665132 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.674671 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 45032) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:54.678352 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] Transition to ACTIVE for port object 785b3de2-dc34-43c3-ab52-acec99b73f5b will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:40:54.685798 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4638951'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.753520 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] Pushing event updated for resources: {'Port': ['ID=785b3de2-dc34-43c3-ab52-acec99b73f5b,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:54.809680 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-143a1420-af4a-4971-ba8c-d52955f6f9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.872066 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8103c-df71-405f-b535-b1ce3c9da118 req-81534008-0802-4ff9-aff0-abda0348f672 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:54.875481 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-11d8103c-df71-405f-b535-b1ce3c9da118 req-81534008-0802-4ff9-aff0-abda0348f672 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 944 time: 0.1356022 Jul 19 17:40:54.879082 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] Attempting to bind port 785b3de2-dc34-43c3-ab52-acec99b73f5b on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:40:54.879667 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] Attempting to bind port 785b3de2-dc34-43c3-ab52-acec99b73f5b by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '99c6287f-76fe-493e-8889-05eb89f545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:40:54.879953 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] Attempting to bind port 785b3de2-dc34-43c3-ab52-acec99b73f5b on network 32686385-9f8a-48d8-ae63-fc5b5a190c98 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:40:54.892379 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] Port 785b3de2-dc34-43c3-ab52-acec99b73f5b on network 32686385-9f8a-48d8-ae63-fc5b5a190c98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:40:54.892985 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] Attempting to bind port 785b3de2-dc34-43c3-ab52-acec99b73f5b on network 32686385-9f8a-48d8-ae63-fc5b5a190c98 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:40:54.906505 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] Checking agent: {'id': 'd8fb6e65-9e8c-4b17-9f8a-3918624e6b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'started_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:40:54.906878 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] Checking segment: {'id': '99c6287f-76fe-493e-8889-05eb89f545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:40:54.907471 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] Bound using segment: {'id': '99c6287f-76fe-493e-8889-05eb89f545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:40:54.907818 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] Bound port: 785b3de2-dc34-43c3-ab52-acec99b73f5b, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c6287f-76fe-493e-8889-05eb89f545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:40:54.908259 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.933752 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-143a1420-af4a-4971-ba8c-d52955f6f9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.939012 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-143a1420-af4a-4971-ba8c-d52955f6f9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.956787 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-11d8103c-df71-405f-b535-b1ce3c9da118 req-da80defe-1d62-4aa6-92f0-ce877acf0129 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742440 Jul 19 17:40:54.986929 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a1420-af4a-4971-ba8c-d52955f6f9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60ec83a-4c99-4e28-b8f7-79abf4b519bf,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:54.991898 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-143a1420-af4a-4971-ba8c-d52955f6f9dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50433d9a62f645f789c2d1dddeae5042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160939 Jul 19 17:40:54.994664 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 45036) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:54.996424 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] For port 785b3de2-dc34-43c3-ab52-acec99b73f5b, host hv-cinder-80069, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:40:55.000910 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] For port 785b3de2-dc34-43c3-ab52-acec99b73f5b, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=785b3de2-dc34-43c3-ab52-acec99b73f5b,segment=NetworkSegment(99c6287f-76fe-493e-8889-05eb89f545c6),segment_id=99c6287f-76fe-493e-8889-05eb89f545c6)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:40:55.009838 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4638951'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:55.044654 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:55.045284 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:55.046703 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] 10.222.0.59 "PUT /v2.0/ports/785b3de2-dc34-43c3-ab52-acec99b73f5b HTTP/1.1" status: 200 len: 1094 time: 0.7969162 Jul 19 17:40:55.049148 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5c44d8-e02f-4cfe-9c85-3c981270b8cb', 'tag': '785b3de2-dc34-43c3-ab52-acec99b73f5b'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:40:55.052428 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09187734-0aa6-44a0-b07b-72818ffbcf71" -d '{"events": [{"name": "network-changed", "server_uuid": "cc5c44d8-e02f-4cfe-9c85-3c981270b8cb", "tag": "785b3de2-dc34-43c3-ab52-acec99b73f5b"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:40:55.073991 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a28a518f-c80c-43f3-890e-d3f929214a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:55.083712 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ae0ea-8d53-4f0b-8377-54739143ff8f service neutron] Pushing event updated for resources: {'Port': ['ID=785b3de2-dc34-43c3-ab52-acec99b73f5b,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:55.104327 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a28a518f-c80c-43f3-890e-d3f929214a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:55.131139 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a11dc92-8eb9-43d0-8e88-09e6b1d76661 x-openstack-request-id: req-9a11dc92-8eb9-43d0-8e88-09e6b1d76661 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:40:55.131614 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc5c44d8-e02f-4cfe-9c85-3c981270b8cb", "tag": "785b3de2-dc34-43c3-ab52-acec99b73f5b", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:40:55.131996 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a11dc92-8eb9-43d0-8e88-09e6b1d76661 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:40:55.132678 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc5c44d8-e02f-4cfe-9c85-3c981270b8cb', 'tag': '785b3de2-dc34-43c3-ab52-acec99b73f5b', 'status': 'completed', 'code': 200} Jul 19 17:40:55.166303 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a28a518f-c80c-43f3-890e-d3f929214a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:55.168347 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-f6a0ab4b-7155-4b6b-9b8b-3e20e9410132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:55.169972 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-f6a0ab4b-7155-4b6b-9b8b-3e20e9410132 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18&device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 1097 time: 0.0790424 Jul 19 17:40:55.170556 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a28a518f-c80c-43f3-890e-d3f929214a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:55.171715 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-a28a518f-c80c-43f3-890e-d3f929214a02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d60ec83a-4c99-4e28-b8f7-79abf4b519bf HTTP/1.1" status: 204 len: 168 time: 0.1762917 Jul 19 17:40:55.189095 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a518f-c80c-43f3-890e-d3f929214a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60ec83a-4c99-4e28-b8f7-79abf4b519bf,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:55.367156 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:55.521239 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 45046) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:55.523091 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-c5c6ebd4-73be-4e92-b814-122eb184887b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=785b3de2-dc34-43c3-ab52-acec99b73f5b HTTP/1.1" status: 200 len: 217 time: 0.3404100 Jul 19 17:40:55.539970 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4240b10d-4b41-4c11-8fa6-322e382a65d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:55.577085 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-5c0bcf62-ced1-4d14-ab85-a93a1b2a12fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:55.578968 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-5c0bcf62-ced1-4d14-ab85-a93a1b2a12fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2f7774a-4edc-4422-a603-06fff220f9d8 HTTP/1.1" status: 200 len: 850 time: 0.0483303 Jul 19 17:40:55.647878 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-1b704608-729b-4eed-8991-832dbcf34f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:55.649625 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-1b704608-729b-4eed-8991-832dbcf34f1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32686385-9f8a-48d8-ae63-fc5b5a190c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0639904 Jul 19 17:40:55.654285 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4240b10d-4b41-4c11-8fa6-322e382a65d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:55.658343 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4240b10d-4b41-4c11-8fa6-322e382a65d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:55.699084 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-4240b10d-4b41-4c11-8fa6-322e382a65d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9a5a5f4a427431a972f96044a0cb70a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1764929 Jul 19 17:40:55.699746 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240b10d-4b41-4c11-8fa6-322e382a65d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4ed6fe-f859-47e7-b765-def96f664667,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:55.702005 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 45048) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:55.747811 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-16153a0c-d70b-44f0-aeb7-ac1484138310 service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913758 Jul 19 17:40:55.757064 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-820c8b68-a57d-45e1-8b92-b574125c8c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:55.779446 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-820c8b68-a57d-45e1-8b92-b574125c8c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:55.831804 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-820c8b68-a57d-45e1-8b92-b574125c8c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:55.835794 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-820c8b68-a57d-45e1-8b92-b574125c8c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:55.839634 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-820c8b68-a57d-45e1-8b92-b574125c8c82 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d4ed6fe-f859-47e7-b765-def96f664667 HTTP/1.1" status: 204 len: 168 time: 0.1341090 Jul 19 17:40:55.846211 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c8b68-a57d-45e1-8b92-b574125c8c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4ed6fe-f859-47e7-b765-def96f664667,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:55.851838 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-af642e0b-b187-49fd-b32c-208a2847fcb5 req-3e651a85-963c-4820-9734-cf6bfb2a1602 service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939476 Jul 19 17:40:55.964967 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09187734-0aa6-44a0-b07b-72818ffbcf71 req-d159bce8-7ec0-40c0-a52d-f279e9b69be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:55.966674 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-09187734-0aa6-44a0-b07b-72818ffbcf71 req-d159bce8-7ec0-40c0-a52d-f279e9b69be3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18&device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 1097 time: 0.0568848 Jul 19 17:40:56.123088 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09187734-0aa6-44a0-b07b-72818ffbcf71 req-e8251f7f-0d64-4507-8fae-7368950b894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:56.124802 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-09187734-0aa6-44a0-b07b-72818ffbcf71 req-e8251f7f-0d64-4507-8fae-7368950b894e service neutron] 10.222.0.59 "GET /v2.0/networks?id=32686385-9f8a-48d8-ae63-fc5b5a190c98 HTTP/1.1" status: 200 len: 912 time: 0.1461556 Jul 19 17:40:56.175118 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-09187734-0aa6-44a0-b07b-72818ffbcf71 req-f3f2c766-1f83-4cb3-be83-d02e7e5559b2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=785b3de2-dc34-43c3-ab52-acec99b73f5b HTTP/1.1" status: 200 len: 217 time: 0.0417521 Jul 19 17:40:56.200805 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350d0fc-5d22-4e3f-a23b-bf17bcb85208 req-c7f8ec30-28f4-405f-be3f-b7614913d4a7 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:56.202647 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c350d0fc-5d22-4e3f-a23b-bf17bcb85208 req-c7f8ec30-28f4-405f-be3f-b7614913d4a7 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 944 time: 0.1424468 Jul 19 17:40:56.268355 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09187734-0aa6-44a0-b07b-72818ffbcf71 req-8dca7a2d-f999-411f-ad35-bd7b170f44bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:56.269942 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-09187734-0aa6-44a0-b07b-72818ffbcf71 req-8dca7a2d-f999-411f-ad35-bd7b170f44bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2f7774a-4edc-4422-a603-06fff220f9d8 HTTP/1.1" status: 200 len: 850 time: 0.0872459 Jul 19 17:40:56.279233 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c350d0fc-5d22-4e3f-a23b-bf17bcb85208 req-b7ef28dd-b710-4b9d-a7c8-6bd167c446a2 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565081 Jul 19 17:40:56.359317 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09187734-0aa6-44a0-b07b-72818ffbcf71 req-949ce05e-8979-494b-bc9e-5840e9a4ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:56.362163 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-09187734-0aa6-44a0-b07b-72818ffbcf71 req-949ce05e-8979-494b-bc9e-5840e9a4ae77 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32686385-9f8a-48d8-ae63-fc5b5a190c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817289 Jul 19 17:40:56.520547 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-09187734-0aa6-44a0-b07b-72818ffbcf71 req-de40beab-795e-4c80-a676-1c0fe2a7ea27 service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500404 Jul 19 17:40:56.631695 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-09187734-0aa6-44a0-b07b-72818ffbcf71 req-90063de8-be9d-459d-b235-59218cdd359f service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035194 Jul 19 17:40:57.126953 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:57.499981 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbf96b-7cc9-4f42-b506-b0fa9f03b9c4 req-e9327b81-9f88-4113-b2c6-7658c1c477ed tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:57.503515 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8abbf96b-7cc9-4f42-b506-b0fa9f03b9c4 req-e9327b81-9f88-4113-b2c6-7658c1c477ed tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 944 time: 0.0926538 Jul 19 17:40:57.561870 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8abbf96b-7cc9-4f42-b506-b0fa9f03b9c4 req-665c08a0-fdb7-4836-86e3-ac8b4428c936 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487814 Jul 19 17:40:58.198832 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 45110) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:58.323637 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c7d8fa80-1d99-4784-ae12-74555162eb60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.447729 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c7d8fa80-1d99-4784-ae12-74555162eb60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.452108 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c7d8fa80-1d99-4784-ae12-74555162eb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.492071 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8fa80-1d99-4784-ae12-74555162eb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9956a0ec-505c-4e53-b969-76c0035c672c,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:58.496785 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-c7d8fa80-1d99-4784-ae12-74555162eb60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d65f24181d1d44b89ac46edd4c4e1e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965872 Jul 19 17:40:58.499811 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 45114) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:58.560756 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8e78b8fd-ce11-4f37-88fe-4d268bac3e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.595549 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8e78b8fd-ce11-4f37-88fe-4d268bac3e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.683338 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8e78b8fd-ce11-4f37-88fe-4d268bac3e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.686137 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8e78b8fd-ce11-4f37-88fe-4d268bac3e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.687362 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-8e78b8fd-ce11-4f37-88fe-4d268bac3e63 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9956a0ec-505c-4e53-b969-76c0035c672c HTTP/1.1" status: 204 len: 168 time: 0.1865127 Jul 19 17:40:58.701054 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78b8fd-ce11-4f37-88fe-4d268bac3e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9956a0ec-505c-4e53-b969-76c0035c672c,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:58.791617 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ce035-78ce-4626-9f8e-986458fe1862 req-f00bf0d9-687d-485d-97ed-59be05f53e6f tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:58.794289 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-664ce035-78ce-4626-9f8e-986458fe1862 req-f00bf0d9-687d-485d-97ed-59be05f53e6f tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 944 time: 0.1178925 Jul 19 17:40:58.853667 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-664ce035-78ce-4626-9f8e-986458fe1862 req-36e08fdb-0124-499b-beb9-5aa141e71aa7 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524282 Jul 19 17:40:59.062745 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 45124) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:59.089204 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2d1e407f-6a17-4c2b-8a50-8ee9970740cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:59.229679 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2d1e407f-6a17-4c2b-8a50-8ee9970740cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:59.236328 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2d1e407f-6a17-4c2b-8a50-8ee9970740cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:59.278002 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-2d1e407f-6a17-4c2b-8a50-8ee9970740cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e45aa3307e134457bbbf90655c91d262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137983 Jul 19 17:40:59.278948 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e407f-6a17-4c2b-8a50-8ee9970740cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d60b47-0305-48d5-ae0e-6217ccc7468e,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:59.281604 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 45126) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:59.342492 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5aae802f-9638-4328-9f9a-01247102db57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:59.368523 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5aae802f-9638-4328-9f9a-01247102db57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:59.422263 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5aae802f-9638-4328-9f9a-01247102db57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:59.424928 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5aae802f-9638-4328-9f9a-01247102db57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:59.426176 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-5aae802f-9638-4328-9f9a-01247102db57 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32d60b47-0305-48d5-ae0e-6217ccc7468e HTTP/1.1" status: 204 len: 168 time: 0.1435230 Jul 19 17:40:59.437029 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae802f-9638-4328-9f9a-01247102db57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d60b47-0305-48d5-ae0e-6217ccc7468e,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:00.014984 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db01ec-12da-44a6-85ba-ebc707bfccd7 req-2da657c4-3516-4834-a802-edc061f4324a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:00.016736 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-11db01ec-12da-44a6-85ba-ebc707bfccd7 req-2da657c4-3516-4834-a802-edc061f4324a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 944 time: 0.0800133 Jul 19 17:41:00.071069 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-11db01ec-12da-44a6-85ba-ebc707bfccd7 req-739be21c-d420-4c13-a619-170916d99c99 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461431 Jul 19 17:41:01.262195 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a5d26-5037-488e-ad81-042dddbb5d00 req-2a13d20b-047b-42c9-b242-4c62ad12d84a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:01.264992 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2e0a5d26-5037-488e-ad81-042dddbb5d00 req-2a13d20b-047b-42c9-b242-4c62ad12d84a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 944 time: 0.1071482 Jul 19 17:41:01.338701 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2e0a5d26-5037-488e-ad81-042dddbb5d00 req-317e4534-4f7c-4709-afe7-ae59732ce202 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667949 Jul 19 17:41:02.556530 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efa214-b97e-46b9-a77a-fcaf40d04e1e req-13d5cea1-af37-4848-9769-bfe04cc03582 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:02.559886 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-37efa214-b97e-46b9-a77a-fcaf40d04e1e req-13d5cea1-af37-4848-9769-bfe04cc03582 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 944 time: 0.1179659 Jul 19 17:41:02.640147 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-37efa214-b97e-46b9-a77a-fcaf40d04e1e req-23cea0fd-d827-46ea-871f-6424ff764a40 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675526 Jul 19 17:41:03.601253 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 785b3de2-dc34-43c3-ab52-acec99b73f5b details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:41:03.715596 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 785b3de2-dc34-43c3-ab52-acec99b73f5b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=785b3de2-dc34-43c3-ab52-acec99b73f5b,segment=NetworkSegment(99c6287f-76fe-493e-8889-05eb89f545c6),segment_id=99c6287f-76fe-493e-8889-05eb89f545c6)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:41:03.731417 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': '785b3de2-dc34-43c3-ab52-acec99b73f5b', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'port_id': '785b3de2-dc34-43c3-ab52-acec99b73f5b', 'mac_address': 'fa:16:3e:d1:5a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:41:03.779731 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:03.794240 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785b3de2-dc34-43c3-ab52-acec99b73f5b {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:41:03.816506 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 785b3de2-dc34-43c3-ab52-acec99b73f5b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=785b3de2-dc34-43c3-ab52-acec99b73f5b,segment=NetworkSegment(99c6287f-76fe-493e-8889-05eb89f545c6),segment_id=99c6287f-76fe-493e-8889-05eb89f545c6)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:41:03.822202 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:03.853011 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63809b-d9ec-43a5-9aa7-41dc68d3b13b req-eebb8fbd-10a8-4a03-9b4e-a831bfdf1d93 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:03.855637 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8f63809b-d9ec-43a5-9aa7-41dc68d3b13b req-eebb8fbd-10a8-4a03-9b4e-a831bfdf1d93 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 944 time: 0.1221628 Jul 19 17:41:03.875867 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=785b3de2-dc34-43c3-ab52-acec99b73f5b,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:03.884532 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:03.884958 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:03.885362 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:03.885770 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:03.886154 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:03.886612 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:03.887001 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:03.887408 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:03.887870 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:03.888330 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:03.888799 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:03.889275 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:03.929155 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-8f63809b-d9ec-43a5-9aa7-41dc68d3b13b req-82aa765e-d4c6-45a6-bc94-fbce1d7e0ba1 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669930 Jul 19 17:41:04.066943 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['785b3de2-dc34-43c3-ab52-acec99b73f5b'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:41:04.607755 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:41:05.104485 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761c1c9-988d-4b85-a9e1-732eaf8135da req-9c92f72d-7cdc-45ce-b903-8a0782109fdc tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:05.107415 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e761c1c9-988d-4b85-a9e1-732eaf8135da req-9c92f72d-7cdc-45ce-b903-8a0782109fdc tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 945 time: 0.0904460 Jul 19 17:41:05.174628 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e761c1c9-988d-4b85-a9e1-732eaf8135da req-05dba335-5e70-4880-b807-548d85a16fe8 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571997 Jul 19 17:41:05.608881 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 785b3de2-dc34-43c3-ab52-acec99b73f5b up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:41:05.667641 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning for port 785b3de2-dc34-43c3-ab52-acec99b73f5b completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:41:05.672478 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port 785b3de2-dc34-43c3-ab52-acec99b73f5b triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:41:05.672879 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:05.769296 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:05.797975 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5c44d8-e02f-4cfe-9c85-3c981270b8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785b3de2-dc34-43c3-ab52-acec99b73f5b'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:41:05.800595 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cebf5c9-2a2c-4338-acef-fee3bcd64b76" -d '{"events": [{"server_uuid": "cc5c44d8-e02f-4cfe-9c85-3c981270b8cb", "name": "network-vif-plugged", "status": "completed", "tag": "785b3de2-dc34-43c3-ab52-acec99b73f5b"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:41:05.815747 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 785b3de2-dc34-43c3-ab52-acec99b73f5b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=785b3de2-dc34-43c3-ab52-acec99b73f5b,segment=NetworkSegment(99c6287f-76fe-493e-8889-05eb89f545c6),segment_id=99c6287f-76fe-493e-8889-05eb89f545c6)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:41:05.822217 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:05.862777 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959a538c-7b1e-4525-9b4d-63230c1b0811 x-openstack-request-id: req-959a538c-7b1e-4525-9b4d-63230c1b0811 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:41:05.863156 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5c44d8-e02f-4cfe-9c85-3c981270b8cb", "name": "network-vif-plugged", "status": "completed", "tag": "785b3de2-dc34-43c3-ab52-acec99b73f5b", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:41:05.863549 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-959a538c-7b1e-4525-9b4d-63230c1b0811 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:41:05.864894 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5c44d8-e02f-4cfe-9c85-3c981270b8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785b3de2-dc34-43c3-ab52-acec99b73f5b', 'code': 200} Jul 19 17:41:05.912333 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=785b3de2-dc34-43c3-ab52-acec99b73f5b,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:06.107382 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac677222-b1a2-41ca-b786-4ae3063d9e4f req-e59fc8c8-7da7-4e4f-939e-84e39ab98553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:06.109008 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ac677222-b1a2-41ca-b786-4ae3063d9e4f req-e59fc8c8-7da7-4e4f-939e-84e39ab98553 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 1099 time: 0.0608442 Jul 19 17:41:06.156954 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ac677222-b1a2-41ca-b786-4ae3063d9e4f req-96c9d478-19b6-4658-8283-686ec9ff0765 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367630 Jul 19 17:41:06.366540 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348dd5d0-3521-46bb-af7a-6b36ec1fbe8c req-5ce45eb5-5416-4c76-be0d-6aa916fdc0c7 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:06.369417 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-348dd5d0-3521-46bb-af7a-6b36ec1fbe8c req-5ce45eb5-5416-4c76-be0d-6aa916fdc0c7 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 946 time: 0.1027465 Jul 19 17:41:06.431711 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-348dd5d0-3521-46bb-af7a-6b36ec1fbe8c req-b3c4c56e-f7f0-4b5c-a5ae-a4f7cf5bd7a2 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538740 Jul 19 17:41:06.757377 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 45286) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:06.886526 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-573febb8-564b-4449-a367-665506e65a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:07.006432 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-573febb8-564b-4449-a367-665506e65a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:07.012910 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-573febb8-564b-4449-a367-665506e65a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:07.055396 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573febb8-564b-4449-a367-665506e65a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7640f3-b1e9-4ca6-a6ef-a9fd4ab78173,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:07.060284 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-573febb8-564b-4449-a367-665506e65a1a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87fcc32e0e9540e292cebf1136c6172e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017085 Jul 19 17:41:07.064501 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 45290) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:07.126472 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f16f2e0e-7a58-4776-a447-6103e133682a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:07.152393 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f16f2e0e-7a58-4776-a447-6103e133682a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:07.233400 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f16f2e0e-7a58-4776-a447-6103e133682a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:07.238141 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f16f2e0e-7a58-4776-a447-6103e133682a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:07.243887 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-f16f2e0e-7a58-4776-a447-6103e133682a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae7640f3-b1e9-4ca6-a6ef-a9fd4ab78173 HTTP/1.1" status: 204 len: 168 time: 0.1780231 Jul 19 17:41:07.258515 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f2e0e-7a58-4776-a447-6103e133682a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7640f3-b1e9-4ca6-a6ef-a9fd4ab78173,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:07.612431 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfaf7ac-02a5-4179-be75-704c58fdad56 req-83ca9472-bc54-46f8-b21f-40f8146fb0b9 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:07.615068 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5cfaf7ac-02a5-4179-be75-704c58fdad56 req-83ca9472-bc54-46f8-b21f-40f8146fb0b9 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 946 time: 0.0914340 Jul 19 17:41:07.660232 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 45310) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:07.680194 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cdd16c97-9130-4dcd-b15a-c7be86070744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:07.694054 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5cfaf7ac-02a5-4179-be75-704c58fdad56 req-118fdd21-d8a8-4e94-b633-f66104a5b75e tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722392 Jul 19 17:41:07.847845 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b6094-0187-49a1-973c-73ed96c07a33 req-367a0e68-1572-49ba-ba59-d7b2df00c519 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:07.850421 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4b9b6094-0187-49a1-973c-73ed96c07a33 req-367a0e68-1572-49ba-ba59-d7b2df00c519 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 946 time: 0.0803964 Jul 19 17:41:07.851092 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cdd16c97-9130-4dcd-b15a-c7be86070744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:07.856337 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cdd16c97-9130-4dcd-b15a-c7be86070744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:07.900227 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-cdd16c97-9130-4dcd-b15a-c7be86070744 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d39488164ddb4d72b9e0ac409627a188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374771 Jul 19 17:41:07.902228 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4b9b6094-0187-49a1-973c-73ed96c07a33 req-78286958-49af-4c4e-be79-37350c6fba61 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383513 Jul 19 17:41:07.902564 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd16c97-9130-4dcd-b15a-c7be86070744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3c2542-315f-4fe6-bb52-83b70fc338bc,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:07.904072 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 45314) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:07.935750 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 45316) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:07.969384 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b35a265f-4af8-4301-bde5-c82a850c3b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:07.994262 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdcfcba-4f02-4014-8d12-e9e2388aafc0 tempest-TestVolumeBootPattern-1752175215 tempest-TestVolumeBootPattern-1752175215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:07.994556 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b35a265f-4af8-4301-bde5-c82a850c3b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:07.995829 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-4cdcfcba-4f02-4014-8d12-e9e2388aafc0 tempest-TestVolumeBootPattern-1752175215 tempest-TestVolumeBootPattern-1752175215-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 1094 time: 0.0589387 Jul 19 17:41:08.000361 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 45318) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:08.005349 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-383fea2c-0225-473d-918d-f85522d9500a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Request body: {'floatingip': {'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'port_id': '785b3de2-dc34-43c3-ab52-acec99b73f5b', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:41:08.033990 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-383fea2c-0225-473d-918d-f85522d9500a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for floatingip, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:08.069733 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b35a265f-4af8-4301-bde5-c82a850c3b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:08.073994 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b35a265f-4af8-4301-bde5-c82a850c3b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:08.073994 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-b35a265f-4af8-4301-bde5-c82a850c3b81 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc3c2542-315f-4fe6-bb52-83b70fc338bc HTTP/1.1" status: 204 len: 168 time: 0.1686189 Jul 19 17:41:08.086735 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a265f-4af8-4301-bde5-c82a850c3b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3c2542-315f-4fe6-bb52-83b70fc338bc,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:08.174646 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-383fea2c-0225-473d-918d-f85522d9500a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:08.302249 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-383fea2c-0225-473d-918d-f85522d9500a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Allocated IP 172.27.0.247 (3fed661f-002c-47fa-82e8-e8fe637e9a0e/a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30/5ac937db-a83c-4df2-a953-49efd2524632) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:41:08.444962 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-383fea2c-0225-473d-918d-f85522d9500a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:08.502111 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-383fea2c-0225-473d-918d-f85522d9500a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:08.577362 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383fea2c-0225-473d-918d-f85522d9500a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Network 3fed661f-002c-47fa-82e8-e8fe637e9a0e is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:41:08.582725 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-383fea2c-0225-473d-918d-f85522d9500a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:41:08.589731 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383fea2c-0225-473d-918d-f85522d9500a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:41:08.617269 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fea2c-0225-473d-918d-f85522d9500a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Pushing event updated for resources: {'Port': ['ID=5ac937db-a83c-4df2-a953-49efd2524632,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:09.417281 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-383fea2c-0225-473d-918d-f85522d9500a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:09.536361 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-383fea2c-0225-473d-918d-f85522d9500a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:09.736772 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-383fea2c-0225-473d-918d-f85522d9500a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:09.741913 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-383fea2c-0225-473d-918d-f85522d9500a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6211033'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:09.824936 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fea2c-0225-473d-918d-f85522d9500a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Pushing event updated for resources: {'Port': ['ID=5ac937db-a83c-4df2-a953-49efd2524632,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:09.838782 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-383fea2c-0225-473d-918d-f85522d9500a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567430'] for floatingip, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:09.967125 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.l3_db [None req-383fea2c-0225-473d-918d-f85522d9500a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Floating IP 8f2684d0-aa13-43b7-b0a4-b7cd31fbc435 associated. External IP: 172.27.0.247, port: 785b3de2-dc34-43c3-ab52-acec99b73f5b. Jul 19 17:41:10.288895 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383fea2c-0225-473d-918d-f85522d9500a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Router 1c2a43bc-f735-447a-8d12-d25c87af7b0c has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:41:10.491827 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383fea2c-0225-473d-918d-f85522d9500a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:41:10.505662 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e084ba1-c4d3-4d52-ac68-9bbcb91a736b None None] Sync routers for ids ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:41:10.514020 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-383fea2c-0225-473d-918d-f85522d9500a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for floatingip, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:10.521154 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e084ba1-c4d3-4d52-ac68-9bbcb91a736b None None] Routers {'1c2a43bc-f735-447a-8d12-d25c87af7b0c'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:41:10.521824 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-9e084ba1-c4d3-4d52-ac68-9bbcb91a736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:40:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:41:10.560874 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-383fea2c-0225-473d-918d-f85522d9500a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5593913 Jul 19 17:41:10.561614 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5c44d8-e02f-4cfe-9c85-3c981270b8cb', 'tag': '785b3de2-dc34-43c3-ab52-acec99b73f5b'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:41:10.564230 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5756fee-d064-4847-8acc-7ce09be911e2" -d '{"events": [{"name": "network-changed", "server_uuid": "cc5c44d8-e02f-4cfe-9c85-3c981270b8cb", "tag": "785b3de2-dc34-43c3-ab52-acec99b73f5b"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:41:10.613416 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c43014-c1ca-44d3-8cda-14a619d7462e x-openstack-request-id: req-d5c43014-c1ca-44d3-8cda-14a619d7462e {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:41:10.614071 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc5c44d8-e02f-4cfe-9c85-3c981270b8cb", "tag": "785b3de2-dc34-43c3-ab52-acec99b73f5b", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:41:10.614604 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5c43014-c1ca-44d3-8cda-14a619d7462e {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:41:10.615351 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc5c44d8-e02f-4cfe-9c85-3c981270b8cb', 'tag': '785b3de2-dc34-43c3-ab52-acec99b73f5b', 'status': 'completed', 'code': 200} Jul 19 17:41:10.658708 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-9e084ba1-c4d3-4d52-ac68-9bbcb91a736b None None] Set router 1c2a43bc-f735-447a-8d12-d25c87af7b0c gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:41:10.729564 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5756fee-d064-4847-8acc-7ce09be911e2 req-f3cba75a-22d6-48ae-ad4e-b91bba4204b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:10.731414 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c5756fee-d064-4847-8acc-7ce09be911e2 req-f3cba75a-22d6-48ae-ad4e-b91bba4204b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18&device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 1099 time: 0.0923655 Jul 19 17:41:10.862411 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5756fee-d064-4847-8acc-7ce09be911e2 req-422a5156-d232-4e08-89ab-85cdcc3db33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:10.865093 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c5756fee-d064-4847-8acc-7ce09be911e2 req-422a5156-d232-4e08-89ab-85cdcc3db33a service neutron] 10.222.0.59 "GET /v2.0/networks?id=32686385-9f8a-48d8-ae63-fc5b5a190c98 HTTP/1.1" status: 200 len: 912 time: 0.1265647 Jul 19 17:41:10.912309 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 45396) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:10.944319 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c5756fee-d064-4847-8acc-7ce09be911e2 req-e73b59c7-72a6-4a4c-b8a1-7894823b2369 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=785b3de2-dc34-43c3-ab52-acec99b73f5b HTTP/1.1" status: 200 len: 1000 time: 0.0720713 Jul 19 17:41:10.966070 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-9e084ba1-c4d3-4d52-ac68-9bbcb91a736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 4, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': '8f2684d0-aa13-43b7-b0a4-b7cd31fbc435', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'port_id': '785b3de2-dc34-43c3-ab52-acec99b73f5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'mac_address': 'fa:16:3e:d1:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5c44d8-e02f-4cfe-9c85-3c981270b8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:41:09Z', 'updated_at': '2021-07-19T17:41:09Z', 'revision_number': 0, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac', 'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'mac_address': 'fa:16:3e:76:78:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:01Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 5, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'subnets': [{'id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:41:11.010293 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5756fee-d064-4847-8acc-7ce09be911e2 req-f3fb1572-d301-4ca4-a4ce-89a0c5f40da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:11.012272 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c5756fee-d064-4847-8acc-7ce09be911e2 req-f3fb1572-d301-4ca4-a4ce-89a0c5f40da5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2f7774a-4edc-4422-a603-06fff220f9d8 HTTP/1.1" status: 200 len: 850 time: 0.0603364 Jul 19 17:41:11.013095 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e084ba1-c4d3-4d52-ac68-9bbcb91a736b None None] Checking router: 1c2a43bc-f735-447a-8d12-d25c87af7b0c for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:41:11.027293 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e084ba1-c4d3-4d52-ac68-9bbcb91a736b None None] Routers {'1c2a43bc-f735-447a-8d12-d25c87af7b0c'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:41:11.028053 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-9e084ba1-c4d3-4d52-ac68-9bbcb91a736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:40:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:41:11.099985 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b213fbe7-9f0e-4c9a-a804-27cfcce4ae57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:11.100361 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5756fee-d064-4847-8acc-7ce09be911e2 req-01399e6a-2493-44fd-8407-5d78f499d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:11.102135 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c5756fee-d064-4847-8acc-7ce09be911e2 req-01399e6a-2493-44fd-8407-5d78f499d3d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32686385-9f8a-48d8-ae63-fc5b5a190c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823350 Jul 19 17:41:11.185537 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-9e084ba1-c4d3-4d52-ac68-9bbcb91a736b None None] Set router 1c2a43bc-f735-447a-8d12-d25c87af7b0c gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:41:11.223785 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b213fbe7-9f0e-4c9a-a804-27cfcce4ae57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:11.228963 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b213fbe7-9f0e-4c9a-a804-27cfcce4ae57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:11.266561 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c5756fee-d064-4847-8acc-7ce09be911e2 req-08000221-7f48-462f-bdb4-e09461c50915 service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566708 Jul 19 17:41:11.279265 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-b213fbe7-9f0e-4c9a-a804-27cfcce4ae57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05f95502d204438db1044812151c7792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3611293 Jul 19 17:41:11.279613 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 45402) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:11.286859 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213fbe7-9f0e-4c9a-a804-27cfcce4ae57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41bda03-933b-47b0-9682-83dc7e4d20dd,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:11.349719 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f8d003ef-4da2-4b39-beda-72adf6b66a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:11.378503 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f8d003ef-4da2-4b39-beda-72adf6b66a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:11.453257 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c5756fee-d064-4847-8acc-7ce09be911e2 req-828b1b88-9d17-42f7-a984-ad9c0437e40a service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795387 Jul 19 17:41:11.458143 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f8d003ef-4da2-4b39-beda-72adf6b66a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:11.461805 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f8d003ef-4da2-4b39-beda-72adf6b66a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:11.463094 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-f8d003ef-4da2-4b39-beda-72adf6b66a68 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f41bda03-933b-47b0-9682-83dc7e4d20dd HTTP/1.1" status: 204 len: 168 time: 0.1825557 Jul 19 17:41:11.481681 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d003ef-4da2-4b39-beda-72adf6b66a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41bda03-933b-47b0-9682-83dc7e4d20dd,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:11.623371 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-9e084ba1-c4d3-4d52-ac68-9bbcb91a736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 4, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': '8f2684d0-aa13-43b7-b0a4-b7cd31fbc435', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'port_id': '785b3de2-dc34-43c3-ab52-acec99b73f5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'mac_address': 'fa:16:3e:d1:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5c44d8-e02f-4cfe-9c85-3c981270b8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:41:09Z', 'updated_at': '2021-07-19T17:41:09Z', 'revision_number': 0, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac', 'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'mac_address': 'fa:16:3e:76:78:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:01Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 5, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'subnets': [{'id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:41:11.661000 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e084ba1-c4d3-4d52-ac68-9bbcb91a736b None None] The sync data for ids ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'] in dv-cinder-800695-4-iscsi is: [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 4, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': '8f2684d0-aa13-43b7-b0a4-b7cd31fbc435', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'port_id': '785b3de2-dc34-43c3-ab52-acec99b73f5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'mac_address': 'fa:16:3e:d1:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5c44d8-e02f-4cfe-9c85-3c981270b8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:41:09Z', 'updated_at': '2021-07-19T17:41:09Z', 'revision_number': 0, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac', 'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'mac_address': 'fa:16:3e:76:78:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:01Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 5, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'subnets': [{'id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:41:11.894488 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 45408) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:11.913908 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-02b40af9-12a9-414a-9e17-7afb4e9d676d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:11.929749 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d41405-7378-4350-a5db-4bdecc46560a None None] New status for floating IP 8f2684d0-aa13-43b7-b0a4-b7cd31fbc435: ACTIVE {{(pid=93386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:41:12.054846 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-02b40af9-12a9-414a-9e17-7afb4e9d676d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:12.061559 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-02b40af9-12a9-414a-9e17-7afb4e9d676d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:12.110603 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-02b40af9-12a9-414a-9e17-7afb4e9d676d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eefed77b51964353aadd454c2ee99537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141285 Jul 19 17:41:12.115910 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 45412) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:12.121302 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b40af9-12a9-414a-9e17-7afb4e9d676d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6b9788-5982-43fb-8467-a935018be8dd,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:12.198563 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3b96c31c-7c52-4327-b2f4-9ae3258dc9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:12.230609 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3b96c31c-7c52-4327-b2f4-9ae3258dc9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:12.291554 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3b96c31c-7c52-4327-b2f4-9ae3258dc9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:12.296216 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-3b96c31c-7c52-4327-b2f4-9ae3258dc9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:12.298079 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-3b96c31c-7c52-4327-b2f4-9ae3258dc9e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad6b9788-5982-43fb-8467-a935018be8dd HTTP/1.1" status: 204 len: 168 time: 0.1789708 Jul 19 17:41:12.311817 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96c31c-7c52-4327-b2f4-9ae3258dc9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6b9788-5982-43fb-8467-a935018be8dd,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:17.852958 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:21.270602 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-b5f57801-3cba-44f4-97b7-2ec07282a5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:24.014036 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-19cd533e-7316-45f8-b7f1-dd14e92ead78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:24.424000 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:25.352011 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:27.129786 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:35.600826 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196e8d0-0b14-48d7-a6bc-30e934badbf5 req-f10a6804-eab5-496b-8b49-9db0b84f343b tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:35.602512 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c196e8d0-0b14-48d7-a6bc-30e934badbf5 req-f10a6804-eab5-496b-8b49-9db0b84f343b tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a40cab0-a8e9-4c63-8eba-c8753b493f5a HTTP/1.1" status: 200 len: 946 time: 0.0791748 Jul 19 17:41:35.651427 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c196e8d0-0b14-48d7-a6bc-30e934badbf5 req-6f10d781-0993-4e26-bb0a-f67cb507e12f tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d6d68e0-3bed-4800-8501-d81afb46cfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389960 Jul 19 17:41:36.822360 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d17ba-318b-4b70-bd2a-7bd70275516c req-94ff55b0-299c-45bc-904e-b2777f1bf49c tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:36.824035 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fa5d17ba-318b-4b70-bd2a-7bd70275516c req-94ff55b0-299c-45bc-904e-b2777f1bf49c tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a40cab0-a8e9-4c63-8eba-c8753b493f5a HTTP/1.1" status: 200 len: 946 time: 0.0787504 Jul 19 17:41:36.875150 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-fa5d17ba-318b-4b70-bd2a-7bd70275516c req-57da9fb1-8c32-4b55-ad52-f9a7039295a9 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d6d68e0-3bed-4800-8501-d81afb46cfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434499 Jul 19 17:41:37.147240 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2575a-ad09-47c2-a8e3-fc28ecce1c6a req-33fd150c-121a-40bb-a763-f9d12e9501eb tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:37.148930 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7ee2575a-ad09-47c2-a8e3-fc28ecce1c6a req-33fd150c-121a-40bb-a763-f9d12e9501eb tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a40cab0-a8e9-4c63-8eba-c8753b493f5a HTTP/1.1" status: 200 len: 946 time: 0.0897343 Jul 19 17:41:37.263796 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-7ee2575a-ad09-47c2-a8e3-fc28ecce1c6a req-0f59a26f-6660-4e1e-8a5e-39dd2d760a79 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Deleting port c3690d99-a076-4725-85cd-df69636e3872 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:41:37.264321 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7ee2575a-ad09-47c2-a8e3-fc28ecce1c6a req-0f59a26f-6660-4e1e-8a5e-39dd2d760a79 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:37.410161 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-7ee2575a-ad09-47c2-a8e3-fc28ecce1c6a req-0f59a26f-6660-4e1e-8a5e-39dd2d760a79 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] For port c3690d99-a076-4725-85cd-df69636e3872, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c3690d99-a076-4725-85cd-df69636e3872,segment=NetworkSegment(9493a171-9133-4fee-9783-67bce476052c),segment_id=9493a171-9133-4fee-9783-67bce476052c)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:41:37.410513 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7ee2575a-ad09-47c2-a8e3-fc28ecce1c6a req-0f59a26f-6660-4e1e-8a5e-39dd2d760a79 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:37.426507 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-7ee2575a-ad09-47c2-a8e3-fc28ecce1c6a req-0f59a26f-6660-4e1e-8a5e-39dd2d760a79 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Calling delete_port for c3690d99-a076-4725-85cd-df69636e3872 owned by compute:nova {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:41:37.581403 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7ee2575a-ad09-47c2-a8e3-fc28ecce1c6a req-0f59a26f-6660-4e1e-8a5e-39dd2d760a79 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:37.595438 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['c3690d99-a076-4725-85cd-df69636e3872'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:41:37.633787 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59a26f-6660-4e1e-8a5e-39dd2d760a79 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Pushing event deleted for resources: {'Port': ['ID=c3690d99-a076-4725-85cd-df69636e3872,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:37.694500 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee2575a-ad09-47c2-a8e3-fc28ecce1c6a req-0f59a26f-6660-4e1e-8a5e-39dd2d760a79 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] No DVR routers for this DVR port c3690d99-a076-4725-85cd-df69636e3872 on host hv-cinder-80069 {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:41:37.697147 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7ee2575a-ad09-47c2-a8e3-fc28ecce1c6a req-0f59a26f-6660-4e1e-8a5e-39dd2d760a79 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:37.699505 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7ee2575a-ad09-47c2-a8e3-fc28ecce1c6a req-0f59a26f-6660-4e1e-8a5e-39dd2d760a79 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.59 "DELETE /v2.0/ports/c3690d99-a076-4725-85cd-df69636e3872 HTTP/1.1" status: 204 len: 173 time: 0.5451114 Jul 19 17:41:37.700015 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a40cab0-a8e9-4c63-8eba-c8753b493f5a', 'name': 'network-vif-deleted', 'tag': 'c3690d99-a076-4725-85cd-df69636e3872'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:41:37.702562 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb145462-f11e-4728-9615-0fea286e92e2" -d '{"events": [{"server_uuid": "6a40cab0-a8e9-4c63-8eba-c8753b493f5a", "name": "network-vif-deleted", "tag": "c3690d99-a076-4725-85cd-df69636e3872"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:41:37.760741 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a363626f-534f-480f-b141-0549c3c3cc0f x-openstack-request-id: req-a363626f-534f-480f-b141-0549c3c3cc0f {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:41:37.762011 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a40cab0-a8e9-4c63-8eba-c8753b493f5a", "name": "network-vif-deleted", "tag": "c3690d99-a076-4725-85cd-df69636e3872", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:41:37.762406 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a363626f-534f-480f-b141-0549c3c3cc0f {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:41:37.763241 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a40cab0-a8e9-4c63-8eba-c8753b493f5a', 'name': 'network-vif-deleted', 'tag': 'c3690d99-a076-4725-85cd-df69636e3872', 'status': 'completed', 'code': 200} Jul 19 17:41:38.000325 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e6df19ff-502a-4009-b045-2323cda7bb27 req-7de04b57-d222-41d3-847a-8c53e3a977d7 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a40cab0-a8e9-4c63-8eba-c8753b493f5a HTTP/1.1" status: 200 len: 210 time: 0.0341041 Jul 19 17:41:40.521825 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device c3690d99-a076-4725-85cd-df69636e3872 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:41:40.550897 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] No Port match for: c3690d99-a076-4725-85cd-df69636e3872 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:41:40.551191 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device c3690d99-a076-4725-85cd-df69636e3872 not bound to the agent host hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:41:41.605857 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:41:47.867889 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:48.833831 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d26e00b0-fba3-489d-85ac-369c4d37fd19 req-dc6bb5f9-142b-4261-a714-52af9eec8b61 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0578444 Jul 19 17:41:48.935088 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e00b0-fba3-489d-85ac-369c4d37fd19 req-420eddda-865f-46fe-87e4-aeccca6c75d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:48.936651 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d26e00b0-fba3-489d-85ac-369c4d37fd19 req-420eddda-865f-46fe-87e4-aeccca6c75d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18&device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 1099 time: 0.0562398 Jul 19 17:41:49.059533 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e00b0-fba3-489d-85ac-369c4d37fd19 req-c05e7f98-fad3-47e0-a302-c4a0da7f2236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:49.061491 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d26e00b0-fba3-489d-85ac-369c4d37fd19 req-c05e7f98-fad3-47e0-a302-c4a0da7f2236 service neutron] 10.222.0.59 "GET /v2.0/networks?id=32686385-9f8a-48d8-ae63-fc5b5a190c98 HTTP/1.1" status: 200 len: 912 time: 0.1026845 Jul 19 17:41:49.158130 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d26e00b0-fba3-489d-85ac-369c4d37fd19 req-c3cd81a3-f5d7-4ce8-9728-d697c091a6c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=785b3de2-dc34-43c3-ab52-acec99b73f5b HTTP/1.1" status: 200 len: 1002 time: 0.0890687 Jul 19 17:41:49.213106 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e00b0-fba3-489d-85ac-369c4d37fd19 req-4ac81536-7503-426e-a36d-b3369b8f9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:49.214642 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d26e00b0-fba3-489d-85ac-369c4d37fd19 req-4ac81536-7503-426e-a36d-b3369b8f9967 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2f7774a-4edc-4422-a603-06fff220f9d8 HTTP/1.1" status: 200 len: 850 time: 0.0495510 Jul 19 17:41:49.367133 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-a547efaf-ff04-4287-8c72-564b6c5b19c1 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:49.368884 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-a547efaf-ff04-4287-8c72-564b6c5b19c1 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/networks?id=6c028f37-7d1b-44ce-ac64-d20112587f35 HTTP/1.1" status: 200 len: 814 time: 0.1498702 Jul 19 17:41:49.370995 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e00b0-fba3-489d-85ac-369c4d37fd19 req-95ec10ed-c03d-4f09-ab12-af2da607dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:49.372801 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d26e00b0-fba3-489d-85ac-369c4d37fd19 req-95ec10ed-c03d-4f09-ab12-af2da607dadf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32686385-9f8a-48d8-ae63-fc5b5a190c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1436129 Jul 19 17:41:49.407015 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-6f5d8410-a9c9-4fa2-90ea-216809feca26 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/quotas/faa2092780494d20ba50a4e7fb5a1c8c HTTP/1.1" status: 200 len: 375 time: 0.0317533 Jul 19 17:41:49.461817 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-70743d19-ca7a-476b-8450-6407922b66d0 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=faa2092780494d20ba50a4e7fb5a1c8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471804 Jul 19 17:41:49.587601 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d26e00b0-fba3-489d-85ac-369c4d37fd19 req-c733bd89-7248-4f37-87a9-4e415e22cffb service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048166 Jul 19 17:41:49.649465 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-bb70b3e3-afab-48b0-927e-2b003b853ad8 service neutron] 10.222.0.32 "GET /v2.0/networks/6c028f37-7d1b-44ce-ac64-d20112587f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544621 Jul 19 17:41:49.772857 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-d26e00b0-fba3-489d-85ac-369c4d37fd19 req-d017fab0-4484-4cd6-8138-74339e78e054 service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773567 Jul 19 17:41:49.804425 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-8120907d-f415-4c93-be87-6c6114768170 service neutron] 10.222.0.32 "GET /v2.0/networks/6c028f37-7d1b-44ce-ac64-d20112587f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220949 Jul 19 17:41:50.033067 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-290bb6b0-a83d-49e1-99a1-6168b9d50a4d req-5036bb1d-2a6d-4342-bb71-7f312ec7cfb6 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=346e78d0-42e9-4c1a-870a-8f14e5ff1d45 HTTP/1.1" status: 200 len: 210 time: 0.0312974 Jul 19 17:41:51.190067 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-00db1104-7296-46d8-8c57-1a8a93613dcf req-05239d51-706f-4467-bab3-74bb5bbfb754 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=346e78d0-42e9-4c1a-870a-8f14e5ff1d45 HTTP/1.1" status: 200 len: 210 time: 0.0535071 Jul 19 17:41:51.269363 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-7f1b5ebb-45a1-4fa7-a8ee-fb1a4c093189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:51.300375 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-13a9701b-59c8-43b0-a67b-0074f987d317 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:51.303964 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-13a9701b-59c8-43b0-a67b-0074f987d317 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.59 "GET /v2.0/networks?id=6c028f37-7d1b-44ce-ac64-d20112587f35 HTTP/1.1" status: 200 len: 814 time: 0.1767571 Jul 19 17:41:51.318287 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Request body: {'port': {'device_id': '346e78d0-42e9-4c1a-870a-8f14e5ff1d45', 'network_id': '6c028f37-7d1b-44ce-ac64-d20112587f35', 'admin_state_up': True, 'tenant_id': 'faa2092780494d20ba50a4e7fb5a1c8c'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:41:51.446277 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Made reservation on behalf of faa2092780494d20ba50a4e7fb5a1c8c for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:41:51.450029 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:51.595082 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Allocated IP 172.20.0.5 (6c028f37-7d1b-44ce-ac64-d20112587f35/3232da23-1906-4f42-b0b6-9a70d7152194/11457c36-9905-464d-a0e3-3a5589ed6a85) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:41:51.771935 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:51.822737 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:51.882014 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Network 6c028f37-7d1b-44ce-ac64-d20112587f35 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:41:51.885755 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:41:51.890240 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:41:51.897780 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Pushing event updated for resources: {'Port': ['ID=11457c36-9905-464d-a0e3-3a5589ed6a85,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:51.927864 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:51.928296 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:51.928635 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:51.928962 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:51.929297 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:51.929621 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:51.929959 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:51.930287 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:51.930601 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:51.930919 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:51.931238 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:51.931563 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:51.966635 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:51.967589 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:51.989818 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-63579385-2f10-48d1-a0c0-2b008d3d4f80 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6760631 Jul 19 17:41:52.007553 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-620f4e15-9472-491f-9707-550f98582c06 service neutron] Request body: {'port': {'device_id': '346e78d0-42e9-4c1a-870a-8f14e5ff1d45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:41:52.105672 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-620f4e15-9472-491f-9707-550f98582c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:52.452626 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d7d2d-9180-44e2-84e9-bccea15503e9 req-2352c01d-cef6-461b-be7c-cb40f1c738a2 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:52.454231 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-702d7d2d-9180-44e2-84e9-bccea15503e9 req-2352c01d-cef6-461b-be7c-cb40f1c738a2 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=346e78d0-42e9-4c1a-870a-8f14e5ff1d45 HTTP/1.1" status: 200 len: 931 time: 0.1708033 Jul 19 17:41:52.534370 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-702d7d2d-9180-44e2-84e9-bccea15503e9 req-017a6791-530f-42c0-b8c7-edbf806e9ad4 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d6d68e0-3bed-4800-8501-d81afb46cfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725911 Jul 19 17:41:52.596462 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-620f4e15-9472-491f-9707-550f98582c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11457c36-9905-464d-a0e3-3a5589ed6a85 {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:41:52.606476 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-620f4e15-9472-491f-9707-550f98582c06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:52.622742 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-620f4e15-9472-491f-9707-550f98582c06 service neutron] Transition to ACTIVE for port object 11457c36-9905-464d-a0e3-3a5589ed6a85 will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:41:52.626835 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-620f4e15-9472-491f-9707-550f98582c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4638951'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:52.684847 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f4e15-9472-491f-9707-550f98582c06 service neutron] Pushing event updated for resources: {'Port': ['ID=11457c36-9905-464d-a0e3-3a5589ed6a85,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:52.774292 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-620f4e15-9472-491f-9707-550f98582c06 service neutron] Attempting to bind port 11457c36-9905-464d-a0e3-3a5589ed6a85 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:41:52.774630 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-620f4e15-9472-491f-9707-550f98582c06 service neutron] Attempting to bind port 11457c36-9905-464d-a0e3-3a5589ed6a85 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '9493a171-9133-4fee-9783-67bce476052c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6c028f37-7d1b-44ce-ac64-d20112587f35'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:41:52.774962 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-620f4e15-9472-491f-9707-550f98582c06 service neutron] Attempting to bind port 11457c36-9905-464d-a0e3-3a5589ed6a85 on network 6c028f37-7d1b-44ce-ac64-d20112587f35 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:41:52.779665 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-620f4e15-9472-491f-9707-550f98582c06 service neutron] Port 11457c36-9905-464d-a0e3-3a5589ed6a85 on network 6c028f37-7d1b-44ce-ac64-d20112587f35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:41:52.779988 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-620f4e15-9472-491f-9707-550f98582c06 service neutron] Attempting to bind port 11457c36-9905-464d-a0e3-3a5589ed6a85 on network 6c028f37-7d1b-44ce-ac64-d20112587f35 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:41:52.785818 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-620f4e15-9472-491f-9707-550f98582c06 service neutron] Checking agent: {'id': 'd8fb6e65-9e8c-4b17-9f8a-3918624e6b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'started_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:41:52.786233 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-620f4e15-9472-491f-9707-550f98582c06 service neutron] Checking segment: {'id': '9493a171-9133-4fee-9783-67bce476052c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6c028f37-7d1b-44ce-ac64-d20112587f35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:41:52.786632 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-620f4e15-9472-491f-9707-550f98582c06 service neutron] Bound using segment: {'id': '9493a171-9133-4fee-9783-67bce476052c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6c028f37-7d1b-44ce-ac64-d20112587f35'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:41:52.787205 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-620f4e15-9472-491f-9707-550f98582c06 service neutron] Bound port: 11457c36-9905-464d-a0e3-3a5589ed6a85, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9493a171-9133-4fee-9783-67bce476052c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6c028f37-7d1b-44ce-ac64-d20112587f35'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:41:52.787529 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-620f4e15-9472-491f-9707-550f98582c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:52.865840 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-620f4e15-9472-491f-9707-550f98582c06 service neutron] For port 11457c36-9905-464d-a0e3-3a5589ed6a85, host hv-cinder-80069, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:41:52.869987 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-620f4e15-9472-491f-9707-550f98582c06 service neutron] For port 11457c36-9905-464d-a0e3-3a5589ed6a85, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=11457c36-9905-464d-a0e3-3a5589ed6a85,segment=NetworkSegment(9493a171-9133-4fee-9783-67bce476052c),segment_id=9493a171-9133-4fee-9783-67bce476052c)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:41:52.875424 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-620f4e15-9472-491f-9707-550f98582c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4638951'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:52.924484 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-620f4e15-9472-491f-9707-550f98582c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:52.925252 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-620f4e15-9472-491f-9707-550f98582c06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:52.927324 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-620f4e15-9472-491f-9707-550f98582c06 service neutron] 10.222.0.59 "PUT /v2.0/ports/11457c36-9905-464d-a0e3-3a5589ed6a85 HTTP/1.1" status: 200 len: 1093 time: 0.9269681 Jul 19 17:41:52.927833 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346e78d0-42e9-4c1a-870a-8f14e5ff1d45', 'tag': '11457c36-9905-464d-a0e3-3a5589ed6a85'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:41:52.930333 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7479d452-760a-4017-91a0-122af44da641" -d '{"events": [{"name": "network-changed", "server_uuid": "346e78d0-42e9-4c1a-870a-8f14e5ff1d45", "tag": "11457c36-9905-464d-a0e3-3a5589ed6a85"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:41:52.982433 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f76d07-5d0a-4631-8c10-44184281fc0a x-openstack-request-id: req-19f76d07-5d0a-4631-8c10-44184281fc0a {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:41:52.982765 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346e78d0-42e9-4c1a-870a-8f14e5ff1d45", "tag": "11457c36-9905-464d-a0e3-3a5589ed6a85", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:41:52.983026 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19f76d07-5d0a-4631-8c10-44184281fc0a {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:41:52.983351 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346e78d0-42e9-4c1a-870a-8f14e5ff1d45', 'tag': '11457c36-9905-464d-a0e3-3a5589ed6a85', 'status': 'completed', 'code': 200} Jul 19 17:41:53.000581 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f4e15-9472-491f-9707-550f98582c06 service neutron] Pushing event updated for resources: {'Port': ['ID=11457c36-9905-464d-a0e3-3a5589ed6a85,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:53.077972 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-b9190875-e412-4759-baf5-7f90b3f5fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:53.080594 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-b9190875-e412-4759-baf5-7f90b3f5fd6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=faa2092780494d20ba50a4e7fb5a1c8c&device_id=346e78d0-42e9-4c1a-870a-8f14e5ff1d45 HTTP/1.1" status: 200 len: 1096 time: 0.0912845 Jul 19 17:41:53.135634 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-f27b4d99-89f2-4b91-a3cb-08785231d664 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11457c36-9905-464d-a0e3-3a5589ed6a85 HTTP/1.1" status: 200 len: 217 time: 0.0460174 Jul 19 17:41:53.194107 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-3deba4af-f11c-42c0-a25b-b0716e1c45a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:53.195705 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-3deba4af-f11c-42c0-a25b-b0716e1c45a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3232da23-1906-4f42-b0b6-9a70d7152194 HTTP/1.1" status: 200 len: 854 time: 0.0530028 Jul 19 17:41:53.237366 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-5d77f6d2-5ad3-481c-bb72-d359d50d3acc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c028f37-7d1b-44ce-ac64-d20112587f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347726 Jul 19 17:41:53.338376 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-cadee991-3a45-4595-ba58-14b04aadb4a7 service neutron] 10.222.0.59 "GET /v2.0/networks/6c028f37-7d1b-44ce-ac64-d20112587f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928957 Jul 19 17:41:53.445844 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-cffc4f52-8e88-4a28-8295-33f7734c8585 req-dc180291-57eb-4062-b407-f144c9beb7aa service neutron] 10.222.0.59 "GET /v2.0/networks/6c028f37-7d1b-44ce-ac64-d20112587f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999610 Jul 19 17:41:53.557043 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479d452-760a-4017-91a0-122af44da641 req-381171b9-ae53-4cc3-aa89-b8088f48137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:53.558627 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7479d452-760a-4017-91a0-122af44da641 req-381171b9-ae53-4cc3-aa89-b8088f48137c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=faa2092780494d20ba50a4e7fb5a1c8c&device_id=346e78d0-42e9-4c1a-870a-8f14e5ff1d45 HTTP/1.1" status: 200 len: 1096 time: 0.0591266 Jul 19 17:41:53.732248 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479d452-760a-4017-91a0-122af44da641 req-9365ad7c-6cfa-4c90-be05-d66644b74c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:53.733807 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7479d452-760a-4017-91a0-122af44da641 req-9365ad7c-6cfa-4c90-be05-d66644b74c52 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c028f37-7d1b-44ce-ac64-d20112587f35 HTTP/1.1" status: 200 len: 915 time: 0.1676769 Jul 19 17:41:53.789589 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7479d452-760a-4017-91a0-122af44da641 req-9b2a5b6c-f9b6-4d3a-809f-9a9ef0d6e50e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11457c36-9905-464d-a0e3-3a5589ed6a85 HTTP/1.1" status: 200 len: 217 time: 0.0462112 Jul 19 17:41:53.801088 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb26a-ebae-4ed1-a6cd-01ee75ce388a req-731f522d-daef-443e-bc39-921c31eaab8e tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:53.803285 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5e6bb26a-ebae-4ed1-a6cd-01ee75ce388a req-731f522d-daef-443e-bc39-921c31eaab8e tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=346e78d0-42e9-4c1a-870a-8f14e5ff1d45 HTTP/1.1" status: 200 len: 943 time: 0.1338403 Jul 19 17:41:54.019561 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-6cba2315-7f27-4879-bec1-b81160c1e51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:54.182346 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479d452-760a-4017-91a0-122af44da641 req-0f6f86eb-15b3-4175-b033-37ad749c99b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:54.184214 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7479d452-760a-4017-91a0-122af44da641 req-0f6f86eb-15b3-4175-b033-37ad749c99b4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3232da23-1906-4f42-b0b6-9a70d7152194 HTTP/1.1" status: 200 len: 854 time: 0.3796904 Jul 19 17:41:54.190133 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5e6bb26a-ebae-4ed1-a6cd-01ee75ce388a req-0598c343-db5b-4fd8-b3fe-bb6c0e8f0aa0 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d6d68e0-3bed-4800-8501-d81afb46cfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777711 Jul 19 17:41:54.243346 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7479d452-760a-4017-91a0-122af44da641 req-12344207-4a4f-436a-9550-fcff77d17981 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c028f37-7d1b-44ce-ac64-d20112587f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519230 Jul 19 17:41:54.387187 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7479d452-760a-4017-91a0-122af44da641 req-7f45da39-29ec-48d0-bfc8-75d03daf70ee service neutron] 10.222.0.59 "GET /v2.0/networks/6c028f37-7d1b-44ce-ac64-d20112587f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252358 Jul 19 17:41:54.433737 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:54.505296 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7479d452-760a-4017-91a0-122af44da641 req-e5b3925a-dff4-4bc4-aa2f-fe4aeb6d7b27 service neutron] 10.222.0.59 "GET /v2.0/networks/6c028f37-7d1b-44ce-ac64-d20112587f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104751 Jul 19 17:41:55.360935 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:55.380169 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1d61c-9564-4b87-91b6-1b8225eebe24 req-6a950fd2-04e1-4cea-8612-e9801884b573 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:55.380169 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f8d1d61c-9564-4b87-91b6-1b8225eebe24 req-6a950fd2-04e1-4cea-8612-e9801884b573 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=346e78d0-42e9-4c1a-870a-8f14e5ff1d45 HTTP/1.1" status: 200 len: 943 time: 0.0818608 Jul 19 17:41:55.430556 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f8d1d61c-9564-4b87-91b6-1b8225eebe24 req-1f96f669-d0a1-4e52-80d4-f8cb03a47603 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d6d68e0-3bed-4800-8501-d81afb46cfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444481 Jul 19 17:41:55.809007 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 11457c36-9905-464d-a0e3-3a5589ed6a85 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:41:55.912058 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 11457c36-9905-464d-a0e3-3a5589ed6a85, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=11457c36-9905-464d-a0e3-3a5589ed6a85,segment=NetworkSegment(9493a171-9133-4fee-9783-67bce476052c),segment_id=9493a171-9133-4fee-9783-67bce476052c)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:41:55.924749 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': '11457c36-9905-464d-a0e3-3a5589ed6a85', 'network_id': '6c028f37-7d1b-44ce-ac64-d20112587f35', 'port_id': '11457c36-9905-464d-a0e3-3a5589ed6a85', 'mac_address': 'fa:16:3e:a7:1f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3232da23-1906-4f42-b0b6-9a70d7152194', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:41:55.970833 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:55.986336 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11457c36-9905-464d-a0e3-3a5589ed6a85 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:41:56.007749 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 11457c36-9905-464d-a0e3-3a5589ed6a85, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=11457c36-9905-464d-a0e3-3a5589ed6a85,segment=NetworkSegment(9493a171-9133-4fee-9783-67bce476052c),segment_id=9493a171-9133-4fee-9783-67bce476052c)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:41:56.012162 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:56.070926 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=11457c36-9905-464d-a0e3-3a5589ed6a85,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:56.229949 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['11457c36-9905-464d-a0e3-3a5589ed6a85'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:41:56.625318 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e47156-9d6a-4b8d-8cb3-ada4f92b2a36 req-278174c8-a49d-46bd-9ca4-dce01f0da499 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:56.628076 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c3e47156-9d6a-4b8d-8cb3-ada4f92b2a36 req-278174c8-a49d-46bd-9ca4-dce01f0da499 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=346e78d0-42e9-4c1a-870a-8f14e5ff1d45 HTTP/1.1" status: 200 len: 944 time: 0.1182721 Jul 19 17:41:56.676124 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-c3e47156-9d6a-4b8d-8cb3-ada4f92b2a36 req-e9ca8d11-b5f7-4583-851d-ac285ff53df1 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d6d68e0-3bed-4800-8501-d81afb46cfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393109 Jul 19 17:41:57.125361 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:57.820836 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 11457c36-9905-464d-a0e3-3a5589ed6a85 up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:41:57.845772 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbaa7bf-2acb-41d6-8ab8-c3a28f546b48 req-ca1c9095-09c0-4cc0-b4c9-5a89029edf3d tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:57.847548 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ffbaa7bf-2acb-41d6-8ab8-c3a28f546b48 req-ca1c9095-09c0-4cc0-b4c9-5a89029edf3d tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=346e78d0-42e9-4c1a-870a-8f14e5ff1d45 HTTP/1.1" status: 200 len: 944 time: 0.0766449 Jul 19 17:41:57.884762 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning for port 11457c36-9905-464d-a0e3-3a5589ed6a85 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:41:57.890640 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port 11457c36-9905-464d-a0e3-3a5589ed6a85 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:41:57.891544 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:57.909228 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ffbaa7bf-2acb-41d6-8ab8-c3a28f546b48 req-fcd2a6d7-2b73-45c0-8569-bf8a55da10b4 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d6d68e0-3bed-4800-8501-d81afb46cfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458908 Jul 19 17:41:58.015816 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:58.054762 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346e78d0-42e9-4c1a-870a-8f14e5ff1d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11457c36-9905-464d-a0e3-3a5589ed6a85'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:41:58.057501 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e420f4-4a6c-4dd1-9db8-f7d09b12b3ec" -d '{"events": [{"server_uuid": "346e78d0-42e9-4c1a-870a-8f14e5ff1d45", "name": "network-vif-plugged", "status": "completed", "tag": "11457c36-9905-464d-a0e3-3a5589ed6a85"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:41:58.081272 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port 11457c36-9905-464d-a0e3-3a5589ed6a85, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=11457c36-9905-464d-a0e3-3a5589ed6a85,segment=NetworkSegment(9493a171-9133-4fee-9783-67bce476052c),segment_id=9493a171-9133-4fee-9783-67bce476052c)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:41:58.087700 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:58.125442 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe26c24-bad2-40e9-aff4-fdf086f67d13 x-openstack-request-id: req-efe26c24-bad2-40e9-aff4-fdf086f67d13 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:41:58.126592 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346e78d0-42e9-4c1a-870a-8f14e5ff1d45", "name": "network-vif-plugged", "status": "completed", "tag": "11457c36-9905-464d-a0e3-3a5589ed6a85", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:41:58.126592 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-efe26c24-bad2-40e9-aff4-fdf086f67d13 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:41:58.126592 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346e78d0-42e9-4c1a-870a-8f14e5ff1d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11457c36-9905-464d-a0e3-3a5589ed6a85', 'code': 200} Jul 19 17:41:58.151167 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=11457c36-9905-464d-a0e3-3a5589ed6a85,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:58.183326 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 45856) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:58.357088 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a00654a8-1f0f-47da-856f-fc704b33f2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:58.398025 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50ea38-9412-4a00-b7c5-907c0a29823c req-2ef8e277-2533-432a-aa14-aae1a6624f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:58.399619 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ac50ea38-9412-4a00-b7c5-907c0a29823c req-2ef8e277-2533-432a-aa14-aae1a6624f94 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=346e78d0-42e9-4c1a-870a-8f14e5ff1d45 HTTP/1.1" status: 200 len: 1098 time: 0.1159148 Jul 19 17:41:58.466899 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ac50ea38-9412-4a00-b7c5-907c0a29823c req-5ab85a72-b09f-4467-bc89-a444f494beaf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0d6d68e0-3bed-4800-8501-d81afb46cfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577421 Jul 19 17:41:58.512731 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a00654a8-1f0f-47da-856f-fc704b33f2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:58.518305 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a00654a8-1f0f-47da-856f-fc704b33f2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:58.563079 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-a00654a8-1f0f-47da-856f-fc704b33f2c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90c3dd4fc88b49538453c7ff4729685f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775551 Jul 19 17:41:58.564001 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00654a8-1f0f-47da-856f-fc704b33f2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5fbdd5-7bea-41f5-b155-d350516eca96,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:58.565916 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 45862) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:58.634452 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2181fdd2-7c82-441b-b5fb-12c48f38c895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:58.658782 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2181fdd2-7c82-441b-b5fb-12c48f38c895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:58.712417 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2181fdd2-7c82-441b-b5fb-12c48f38c895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:58.715995 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2181fdd2-7c82-441b-b5fb-12c48f38c895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:58.717721 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-2181fdd2-7c82-441b-b5fb-12c48f38c895 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce5fbdd5-7bea-41f5-b155-d350516eca96 HTTP/1.1" status: 204 len: 168 time: 0.1505342 Jul 19 17:41:58.731045 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181fdd2-7c82-441b-b5fb-12c48f38c895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5fbdd5-7bea-41f5-b155-d350516eca96,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:58.745028 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2181fdd2-7c82-441b-b5fb-12c48f38c895 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:58.745405 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2181fdd2-7c82-441b-b5fb-12c48f38c895 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:58.745947 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2181fdd2-7c82-441b-b5fb-12c48f38c895 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:58.746525 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2181fdd2-7c82-441b-b5fb-12c48f38c895 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:58.747089 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2181fdd2-7c82-441b-b5fb-12c48f38c895 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:58.747677 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2181fdd2-7c82-441b-b5fb-12c48f38c895 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:58.748387 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2181fdd2-7c82-441b-b5fb-12c48f38c895 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:58.748961 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2181fdd2-7c82-441b-b5fb-12c48f38c895 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:58.749537 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2181fdd2-7c82-441b-b5fb-12c48f38c895 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:58.750145 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2181fdd2-7c82-441b-b5fb-12c48f38c895 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:58.750631 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2181fdd2-7c82-441b-b5fb-12c48f38c895 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:58.751175 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2181fdd2-7c82-441b-b5fb-12c48f38c895 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:59.088897 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632e958-af4d-43b3-839d-e727f8ade24a req-250453ca-f297-4ec8-af5c-a83fcd267f5e tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:59.090686 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2632e958-af4d-43b3-839d-e727f8ade24a req-250453ca-f297-4ec8-af5c-a83fcd267f5e tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=346e78d0-42e9-4c1a-870a-8f14e5ff1d45 HTTP/1.1" status: 200 len: 945 time: 0.0875816 Jul 19 17:41:59.155634 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2632e958-af4d-43b3-839d-e727f8ade24a req-b08e3566-5cfd-43a9-8b63-c6c71b94fbae tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d6d68e0-3bed-4800-8501-d81afb46cfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581517 Jul 19 17:42:00.347233 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337a1f8-54a7-42d7-aff6-b32d8cb41749 req-e733ffdc-a462-48ea-95c8-1209cee5af3d tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:00.349980 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7337a1f8-54a7-42d7-aff6-b32d8cb41749 req-e733ffdc-a462-48ea-95c8-1209cee5af3d tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=346e78d0-42e9-4c1a-870a-8f14e5ff1d45 HTTP/1.1" status: 200 len: 945 time: 0.0843287 Jul 19 17:42:00.390552 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-7337a1f8-54a7-42d7-aff6-b32d8cb41749 req-60389091-18b8-4beb-8bfc-955f1a5d946c tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d6d68e0-3bed-4800-8501-d81afb46cfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351045 Jul 19 17:42:17.870492 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:18.605702 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:42:20.858264 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53102a12-2a4e-4799-9ea3-2285a57140ab req-c9bb8805-9205-4206-9e44-ec8f7bc0a504 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:20.859803 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-53102a12-2a4e-4799-9ea3-2285a57140ab req-c9bb8805-9205-4206-9e44-ec8f7bc0a504 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=346e78d0-42e9-4c1a-870a-8f14e5ff1d45 HTTP/1.1" status: 200 len: 945 time: 0.0674391 Jul 19 17:42:20.900043 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-53102a12-2a4e-4799-9ea3-2285a57140ab req-e3121016-0986-4f3a-b2c3-b7ef1abca8f9 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d6d68e0-3bed-4800-8501-d81afb46cfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332060 Jul 19 17:42:21.270232 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8090586-cd76-4f55-b2bf-8d7ac59f7022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:22.093670 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae4cab-1761-4da7-83fd-98b7c262d8ab req-062803f2-8a3c-419d-872b-308876775ca0 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:22.095290 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-92ae4cab-1761-4da7-83fd-98b7c262d8ab req-062803f2-8a3c-419d-872b-308876775ca0 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=346e78d0-42e9-4c1a-870a-8f14e5ff1d45 HTTP/1.1" status: 200 len: 945 time: 0.0928524 Jul 19 17:42:22.149834 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-92ae4cab-1761-4da7-83fd-98b7c262d8ab req-d0eeb63b-1d51-4ef5-8cab-c967c68f30b4 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d6d68e0-3bed-4800-8501-d81afb46cfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459740 Jul 19 17:42:22.378483 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbd33b-a8c1-4d65-9732-a38ea1ca5e8f req-a9d4084c-b987-4fa9-9154-662a33fbe868 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:22.380228 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5ddbd33b-a8c1-4d65-9732-a38ea1ca5e8f req-a9d4084c-b987-4fa9-9154-662a33fbe868 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.59 "GET /v2.0/ports?device_id=346e78d0-42e9-4c1a-870a-8f14e5ff1d45 HTTP/1.1" status: 200 len: 945 time: 0.0765772 Jul 19 17:42:22.525586 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-5ddbd33b-a8c1-4d65-9732-a38ea1ca5e8f req-f1e250c4-4dc6-4ff7-8e04-f2ca978b4b4c tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Deleting port 11457c36-9905-464d-a0e3-3a5589ed6a85 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:42:22.525934 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-5ddbd33b-a8c1-4d65-9732-a38ea1ca5e8f req-f1e250c4-4dc6-4ff7-8e04-f2ca978b4b4c tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:22.637429 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-5ddbd33b-a8c1-4d65-9732-a38ea1ca5e8f req-f1e250c4-4dc6-4ff7-8e04-f2ca978b4b4c tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] For port 11457c36-9905-464d-a0e3-3a5589ed6a85, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=11457c36-9905-464d-a0e3-3a5589ed6a85,segment=NetworkSegment(9493a171-9133-4fee-9783-67bce476052c),segment_id=9493a171-9133-4fee-9783-67bce476052c)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:42:22.637818 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-5ddbd33b-a8c1-4d65-9732-a38ea1ca5e8f req-f1e250c4-4dc6-4ff7-8e04-f2ca978b4b4c tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:22.653952 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-5ddbd33b-a8c1-4d65-9732-a38ea1ca5e8f req-f1e250c4-4dc6-4ff7-8e04-f2ca978b4b4c tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Calling delete_port for 11457c36-9905-464d-a0e3-3a5589ed6a85 owned by compute:nova {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:42:22.849626 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-5ddbd33b-a8c1-4d65-9732-a38ea1ca5e8f req-f1e250c4-4dc6-4ff7-8e04-f2ca978b4b4c tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:22.864491 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['11457c36-9905-464d-a0e3-3a5589ed6a85'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:42:22.892637 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e250c4-4dc6-4ff7-8e04-f2ca978b4b4c tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Pushing event deleted for resources: {'Port': ['ID=11457c36-9905-464d-a0e3-3a5589ed6a85,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:22.949219 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddbd33b-a8c1-4d65-9732-a38ea1ca5e8f req-f1e250c4-4dc6-4ff7-8e04-f2ca978b4b4c tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] No DVR routers for this DVR port 11457c36-9905-464d-a0e3-3a5589ed6a85 on host hv-cinder-80069 {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:42:22.952201 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-5ddbd33b-a8c1-4d65-9732-a38ea1ca5e8f req-f1e250c4-4dc6-4ff7-8e04-f2ca978b4b4c tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:22.954293 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5ddbd33b-a8c1-4d65-9732-a38ea1ca5e8f req-f1e250c4-4dc6-4ff7-8e04-f2ca978b4b4c tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.59 "DELETE /v2.0/ports/11457c36-9905-464d-a0e3-3a5589ed6a85 HTTP/1.1" status: 204 len: 173 time: 0.5684309 Jul 19 17:42:22.954771 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346e78d0-42e9-4c1a-870a-8f14e5ff1d45', 'name': 'network-vif-deleted', 'tag': '11457c36-9905-464d-a0e3-3a5589ed6a85'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:42:22.957134 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbefdacd-4b4b-4698-9f12-404dc0f787a5" -d '{"events": [{"server_uuid": "346e78d0-42e9-4c1a-870a-8f14e5ff1d45", "name": "network-vif-deleted", "tag": "11457c36-9905-464d-a0e3-3a5589ed6a85"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:42:22.997189 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2cfa21-188b-41fd-bd5f-90f379c04292 x-openstack-request-id: req-bc2cfa21-188b-41fd-bd5f-90f379c04292 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:42:22.997456 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346e78d0-42e9-4c1a-870a-8f14e5ff1d45", "name": "network-vif-deleted", "tag": "11457c36-9905-464d-a0e3-3a5589ed6a85", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:42:22.997708 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc2cfa21-188b-41fd-bd5f-90f379c04292 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:42:22.998108 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346e78d0-42e9-4c1a-870a-8f14e5ff1d45', 'name': 'network-vif-deleted', 'tag': '11457c36-9905-464d-a0e3-3a5589ed6a85', 'status': 'completed', 'code': 200} Jul 19 17:42:23.269542 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bc1adcc5-278f-44df-ad60-edc04aabe6c8 req-eb56c40c-3e94-4ade-bec4-7c8cd85d0069 tempest-VolumesSnapshotTestJSON-1920502774 tempest-VolumesSnapshotTestJSON-1920502774-project] 10.222.0.32 "GET /v2.0/ports?device_id=346e78d0-42e9-4c1a-870a-8f14e5ff1d45 HTTP/1.1" status: 200 len: 210 time: 0.0309842 Jul 19 17:42:24.005909 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-9425eb20-4891-4b47-8e31-c0e7d457b91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:24.436238 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:25.355745 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:25.982418 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 11457c36-9905-464d-a0e3-3a5589ed6a85 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:42:26.005593 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] No Port match for: 11457c36-9905-464d-a0e3-3a5589ed6a85 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:42:26.005935 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 11457c36-9905-464d-a0e3-3a5589ed6a85 not bound to the agent host hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:42:27.128678 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:47.873719 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:47.948544 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 46090) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:42:48.001040 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf0234c-af96-4b52-ad51-ab4b2d324eb6 admin admin] Deleting subnet 3232da23-1906-4f42-b0b6-9a70d7152194 {{(pid=93384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:42:48.004382 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fcf0234c-af96-4b52-ad51-ab4b2d324eb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:48.051597 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fcf0234c-af96-4b52-ad51-ab4b2d324eb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5138715'] for subnet, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:48.095672 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fcf0234c-af96-4b52-ad51-ab4b2d324eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428619'] for subnet, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:48.151447 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fcf0234c-af96-4b52-ad51-ab4b2d324eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6210967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5076143'] for subnet, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:48.180010 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0234c-af96-4b52-ad51-ab4b2d324eb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3232da23-1906-4f42-b0b6-9a70d7152194,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:48.186542 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fcf0234c-af96-4b52-ad51-ab4b2d324eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:48.189253 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-fcf0234c-af96-4b52-ad51-ab4b2d324eb6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3232da23-1906-4f42-b0b6-9a70d7152194 HTTP/1.1" status: 204 len: 168 time: 0.2394378 Jul 19 17:42:48.192594 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 46094) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:42:48.283661 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-107e0faf-9c39-44e9-a04b-ea3bf9d8e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366402'] for network, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:48.366382 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-107e0faf-9c39-44e9-a04b-ea3bf9d8e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428391', 'neutron.services.segments.db._delete_segments_for_network-8742494453050'] for network, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:48.378373 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-107e0faf-9c39-44e9-a04b-ea3bf9d8e06d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c028f37-7d1b-44ce-ac64-d20112587f35']}} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:42:48.390311 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-107e0faf-9c39-44e9-a04b-ea3bf9d8e06d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9493a171-9133-4fee-9783-67bce476052c') {'for_net_delete': True} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:42:48.390656 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-107e0faf-9c39-44e9-a04b-ea3bf9d8e06d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9493a171-9133-4fee-9783-67bce476052c') {} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:42:48.402118 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-107e0faf-9c39-44e9-a04b-ea3bf9d8e06d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742494456131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5138688'] for segment, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:48.422119 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-107e0faf-9c39-44e9-a04b-ea3bf9d8e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:48.428500 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107e0faf-9c39-44e9-a04b-ea3bf9d8e06d admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:42:48.428901 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-107e0faf-9c39-44e9-a04b-ea3bf9d8e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6211069'] for segment, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: Traceback (most recent call last): Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: timer() Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: cb(*args, **kw) Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: return func(*args, **kwargs) Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: self._notify() Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: self.callback(batched_events) Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: event.method(event) Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: return f(self, *a, **k) Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: return self._get(url).json() Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: return self.request(url, 'GET', **kwargs) Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:42:48.430726 dv-cinder-800695-4-iscsi neutron-server[93384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:42:48.488340 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-107e0faf-9c39-44e9-a04b-ea3bf9d8e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567412'] for network, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:48.498017 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-107e0faf-9c39-44e9-a04b-ea3bf9d8e06d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:48.499914 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-107e0faf-9c39-44e9-a04b-ea3bf9d8e06d admin admin] 10.222.0.32 "DELETE /v2.0/networks/6c028f37-7d1b-44ce-ac64-d20112587f35 HTTP/1.1" status: 204 len: 168 time: 0.3061566 Jul 19 17:42:48.511389 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e0faf-9c39-44e9-a04b-ea3bf9d8e06d admin admin] Pushing event deleted for resources: {'Network': ['ID=6c028f37-7d1b-44ce-ac64-d20112587f35,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:48.684262 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 46100) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:42:48.724331 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-04263d9b-b089-41e2-a4f1-9b347b9bd97f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=faa2092780494d20ba50a4e7fb5a1c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388811 Jul 19 17:42:48.727254 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 46102) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:42:48.777185 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ba0afb98-d6a7-40ef-8a54-87de75a72b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:48.799317 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ba0afb98-d6a7-40ef-8a54-87de75a72b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:48.856616 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ba0afb98-d6a7-40ef-8a54-87de75a72b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:48.859450 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ba0afb98-d6a7-40ef-8a54-87de75a72b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:48.860885 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-ba0afb98-d6a7-40ef-8a54-87de75a72b19 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d6d68e0-3bed-4800-8501-d81afb46cfeb HTTP/1.1" status: 204 len: 168 time: 0.1327357 Jul 19 17:42:48.870186 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0afb98-d6a7-40ef-8a54-87de75a72b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6d68e0-3bed-4800-8501-d81afb46cfeb,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:51.263587 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-fb59bc03-4164-4548-8c8f-8e85b75d3c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:51.792917 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-819010a7-8c49-4058-b9b1-1e1ed21a0bb5 req-9870c801-92e6-40ef-b788-22e50852b200 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0576448 Jul 19 17:42:51.898930 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819010a7-8c49-4058-b9b1-1e1ed21a0bb5 req-f4678992-d8bd-4975-8066-9735a3e3a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:51.900926 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-819010a7-8c49-4058-b9b1-1e1ed21a0bb5 req-f4678992-d8bd-4975-8066-9735a3e3a65c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18&device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 1099 time: 0.0653174 Jul 19 17:42:52.013185 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819010a7-8c49-4058-b9b1-1e1ed21a0bb5 req-e3bbbf66-9519-4dca-bc86-299920406a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:52.014628 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-819010a7-8c49-4058-b9b1-1e1ed21a0bb5 req-e3bbbf66-9519-4dca-bc86-299920406a9e service neutron] 10.222.0.59 "GET /v2.0/networks?id=32686385-9f8a-48d8-ae63-fc5b5a190c98 HTTP/1.1" status: 200 len: 912 time: 0.0948589 Jul 19 17:42:52.099326 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-819010a7-8c49-4058-b9b1-1e1ed21a0bb5 req-06f7eee2-fa47-49e1-bcda-33b3dd8705dc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=785b3de2-dc34-43c3-ab52-acec99b73f5b HTTP/1.1" status: 200 len: 1002 time: 0.0783496 Jul 19 17:42:52.167312 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819010a7-8c49-4058-b9b1-1e1ed21a0bb5 req-1ef4da5a-ecf9-4b53-a156-1c845c52033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:52.169019 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-819010a7-8c49-4058-b9b1-1e1ed21a0bb5 req-1ef4da5a-ecf9-4b53-a156-1c845c52033a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2f7774a-4edc-4422-a603-06fff220f9d8 HTTP/1.1" status: 200 len: 850 time: 0.0635312 Jul 19 17:42:52.247135 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819010a7-8c49-4058-b9b1-1e1ed21a0bb5 req-322be613-60fa-4be1-8e78-009f05eb9e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:52.249392 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-819010a7-8c49-4058-b9b1-1e1ed21a0bb5 req-322be613-60fa-4be1-8e78-009f05eb9e5a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32686385-9f8a-48d8-ae63-fc5b5a190c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743284 Jul 19 17:42:52.359913 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-819010a7-8c49-4058-b9b1-1e1ed21a0bb5 req-da3c1395-cf86-4d8f-9610-622a7ca0a5fc service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040409 Jul 19 17:42:52.469855 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-819010a7-8c49-4058-b9b1-1e1ed21a0bb5 req-c7006796-7934-432a-be89-7c914a149f20 service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034112 Jul 19 17:42:54.008989 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1c646923-3735-48c3-9212-cbaf14b79290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:54.431526 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:55.260977 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-b73f3a25-09af-44e7-af8f-d4de554a278f tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1292904531&fields=id&tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18 HTTP/1.1" status: 200 len: 267 time: 0.0363717 Jul 19 17:42:55.362655 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:55.392258 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-39934bd1-28b1-4ae9-a77e-dd41286f88bd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:55.394023 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-39934bd1-28b1-4ae9-a77e-dd41286f88bd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/networks?id=32686385-9f8a-48d8-ae63-fc5b5a190c98 HTTP/1.1" status: 200 len: 811 time: 0.1263978 Jul 19 17:42:55.411531 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-5eb4264a-49db-4d5d-97b8-64e8642d6e98 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/quotas/cf97fcc6cb3e46aaa1f34bd3717bec18 HTTP/1.1" status: 200 len: 375 time: 0.0102334 Jul 19 17:42:55.521410 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-03c31db0-fbea-45b6-9925-e2828756ab77 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1032321 Jul 19 17:42:55.540755 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-82c56869-9f02-4fe3-84a9-b0d997aedfc0 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:42:55.542064 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-82c56869-9f02-4fe3-84a9-b0d997aedfc0 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073035 Jul 19 17:42:55.610914 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:42:55.660534 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-abca3c10-7e31-417b-81fb-61ca6aeaca24 service neutron] 10.222.0.32 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116693 Jul 19 17:42:55.764318 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-a368b8df-794a-41f8-bd57-b85515a0a7ff service neutron] 10.222.0.32 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965850 Jul 19 17:42:56.278533 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b9e3ea62-d548-4af3-a6e5-e41eb5896576 req-ae7aa0af-63bb-46e9-9d93-372ecd83ba25 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=44eb6c05-8fec-49ef-8b3b-36c5e1d0037b HTTP/1.1" status: 200 len: 210 time: 0.1873097 Jul 19 17:42:57.146585 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:57.196129 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-f22c445c-189e-4010-9bf2-d305ca1d24f8 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:57.199070 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-f22c445c-189e-4010-9bf2-d305ca1d24f8 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.59 "GET /v2.0/networks?id=32686385-9f8a-48d8-ae63-fc5b5a190c98 HTTP/1.1" status: 200 len: 811 time: 0.1563559 Jul 19 17:42:57.250404 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-24c99510-79f0-49be-adea-047ba591694b tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18 HTTP/1.1" status: 200 len: 380 time: 0.0433810 Jul 19 17:42:57.261248 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Request body: {'port': {'device_id': '44eb6c05-8fec-49ef-8b3b-36c5e1d0037b', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'admin_state_up': True, 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'security_groups': ['544882e7-1861-4d5b-8779-57f895bc908d']}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:42:57.402072 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Made reservation on behalf of cf97fcc6cb3e46aaa1f34bd3717bec18 for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:42:57.406199 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:57.456993 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-e3c29b84-c8fc-44c6-9656-5ca7904b7029 req-b01fd5db-f161-4336-ac30-44bdaa6d2f62 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=44eb6c05-8fec-49ef-8b3b-36c5e1d0037b HTTP/1.1" status: 200 len: 210 time: 0.0381172 Jul 19 17:42:57.656704 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Allocated IP 172.20.0.13 (32686385-9f8a-48d8-ae63-fc5b5a190c98/e2f7774a-4edc-4422-a603-06fff220f9d8/ae8a8cc2-391b-4109-9f11-c5ba67c5c029) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:42:57.868037 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:57.884944 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Transition to ACTIVE for port object ae8a8cc2-391b-4109-9f11-c5ba67c5c029 will not be triggered until provisioned by entity DHCP. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:42:57.931999 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:57.981663 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Network 32686385-9f8a-48d8-ae63-fc5b5a190c98 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:42:57.985429 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:42:57.990418 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:42:57.998630 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Pushing event updated for resources: {'Port': ['ID=ae8a8cc2-391b-4109-9f11-c5ba67c5c029,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:58.029103 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.029449 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.029792 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.030131 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.030462 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.030793 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.031125 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.031453 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.031790 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.032139 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.032465 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.032786 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.063603 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:58.064456 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:58.084604 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-00e5665d-3393-4eed-87ca-c2149223766d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8291781 Jul 19 17:42:58.101234 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-be12ef98-b4ce-428f-9034-8ee6e79b2784 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:42:58.102694 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-be12ef98-b4ce-428f-9034-8ee6e79b2784 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076742 Jul 19 17:42:58.114548 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.v2.base [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] Request body: {'port': {'device_id': '44eb6c05-8fec-49ef-8b3b-36c5e1d0037b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:42:58.220800 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:58.343234 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-680fb423-b227-4629-aea0-a10a7419b121 None None] Provisioning for port ae8a8cc2-391b-4109-9f11-c5ba67c5c029 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:42:58.349501 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-680fb423-b227-4629-aea0-a10a7419b121 None None] Provisioning complete for port ae8a8cc2-391b-4109-9f11-c5ba67c5c029 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:42:58.350103 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-680fb423-b227-4629-aea0-a10a7419b121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:58.395430 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-680fb423-b227-4629-aea0-a10a7419b121 None None] Port ae8a8cc2-391b-4109-9f11-c5ba67c5c029 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:42:58.582802 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae8a8cc2-391b-4109-9f11-c5ba67c5c029 {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:42:58.633929 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:58.666306 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] Transition to ACTIVE for port object ae8a8cc2-391b-4109-9f11-c5ba67c5c029 will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:42:58.671399 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4638951'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:58.746780 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] Pushing event updated for resources: {'Port': ['ID=ae8a8cc2-391b-4109-9f11-c5ba67c5c029,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:58.762101 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bb2c4-5932-438c-a649-596f0b03ffa1 req-8a671b30-22a2-4f40-8f84-436f4fc7e0cc tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:58.763914 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ef2bb2c4-5932-438c-a649-596f0b03ffa1 req-8a671b30-22a2-4f40-8f84-436f4fc7e0cc tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=44eb6c05-8fec-49ef-8b3b-36c5e1d0037b HTTP/1.1" status: 200 len: 932 time: 0.2101011 Jul 19 17:42:58.850145 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-ef2bb2c4-5932-438c-a649-596f0b03ffa1 req-1ae993c1-3b84-40f7-8376-1ab51af2a6ee tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676391 Jul 19 17:42:58.876610 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] Attempting to bind port ae8a8cc2-391b-4109-9f11-c5ba67c5c029 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:42:58.876610 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] Attempting to bind port ae8a8cc2-391b-4109-9f11-c5ba67c5c029 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '99c6287f-76fe-493e-8889-05eb89f545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:42:58.876610 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] Attempting to bind port ae8a8cc2-391b-4109-9f11-c5ba67c5c029 on network 32686385-9f8a-48d8-ae63-fc5b5a190c98 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:42:58.876610 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] Port ae8a8cc2-391b-4109-9f11-c5ba67c5c029 on network 32686385-9f8a-48d8-ae63-fc5b5a190c98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:42:58.877270 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] Attempting to bind port ae8a8cc2-391b-4109-9f11-c5ba67c5c029 on network 32686385-9f8a-48d8-ae63-fc5b5a190c98 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:42:58.883836 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] Checking agent: {'id': 'd8fb6e65-9e8c-4b17-9f8a-3918624e6b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'started_at': datetime.datetime(2021, 7, 19, 17, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:42:58.884230 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] Checking segment: {'id': '99c6287f-76fe-493e-8889-05eb89f545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:42:58.884633 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] Bound using segment: {'id': '99c6287f-76fe-493e-8889-05eb89f545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:42:58.885114 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] Bound port: ae8a8cc2-391b-4109-9f11-c5ba67c5c029, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c6287f-76fe-493e-8889-05eb89f545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:42:58.885442 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:58.962383 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] For port ae8a8cc2-391b-4109-9f11-c5ba67c5c029, host hv-cinder-80069, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:42:58.965828 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] For port ae8a8cc2-391b-4109-9f11-c5ba67c5c029, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ae8a8cc2-391b-4109-9f11-c5ba67c5c029,segment=NetworkSegment(99c6287f-76fe-493e-8889-05eb89f545c6),segment_id=99c6287f-76fe-493e-8889-05eb89f545c6)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:42:58.971587 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4638951'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:59.011541 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:59.011981 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:59.013461 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] 10.222.0.59 "PUT /v2.0/ports/ae8a8cc2-391b-4109-9f11-c5ba67c5c029 HTTP/1.1" status: 200 len: 1094 time: 0.9038870 Jul 19 17:42:59.013929 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44eb6c05-8fec-49ef-8b3b-36c5e1d0037b', 'tag': 'ae8a8cc2-391b-4109-9f11-c5ba67c5c029'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:42:59.016258 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29ab171-2bd3-4530-9f30-da7e0b566f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "44eb6c05-8fec-49ef-8b3b-36c5e1d0037b", "tag": "ae8a8cc2-391b-4109-9f11-c5ba67c5c029"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:42:59.044186 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5a841-a4d0-4d7f-a182-d1aa583f7dde service neutron] Pushing event updated for resources: {'Port': ['ID=ae8a8cc2-391b-4109-9f11-c5ba67c5c029,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:59.096393 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91147ec5-ef4c-40c7-a1ef-b7b3f40c1d0e x-openstack-request-id: req-91147ec5-ef4c-40c7-a1ef-b7b3f40c1d0e {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:42:59.096921 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44eb6c05-8fec-49ef-8b3b-36c5e1d0037b", "tag": "ae8a8cc2-391b-4109-9f11-c5ba67c5c029", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:42:59.097076 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91147ec5-ef4c-40c7-a1ef-b7b3f40c1d0e {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:42:59.097469 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44eb6c05-8fec-49ef-8b3b-36c5e1d0037b', 'tag': 'ae8a8cc2-391b-4109-9f11-c5ba67c5c029', 'status': 'completed', 'code': 200} Jul 19 17:42:59.139387 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-19601db1-c10d-4eaf-8c83-043ccf07306b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:59.142124 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-19601db1-c10d-4eaf-8c83-043ccf07306b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18&device_id=44eb6c05-8fec-49ef-8b3b-36c5e1d0037b HTTP/1.1" status: 200 len: 1097 time: 0.0750582 Jul 19 17:42:59.199654 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-41f782ed-6319-42bb-a411-6b37efe6ede6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae8a8cc2-391b-4109-9f11-c5ba67c5c029 HTTP/1.1" status: 200 len: 217 time: 0.0499699 Jul 19 17:42:59.261776 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-fe4ead2f-fd35-4a42-8f22-3dbc14744c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:59.263310 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-fe4ead2f-fd35-4a42-8f22-3dbc14744c1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2f7774a-4edc-4422-a603-06fff220f9d8 HTTP/1.1" status: 200 len: 850 time: 0.0573499 Jul 19 17:42:59.329624 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-2e6885c8-5840-458f-8beb-0dde7c5f021f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:59.331092 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-2e6885c8-5840-458f-8beb-0dde7c5f021f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32686385-9f8a-48d8-ae63-fc5b5a190c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603878 Jul 19 17:42:59.470353 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-4c1ac1cd-2d94-4188-b5cf-5e2a7b12568c service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317959 Jul 19 17:42:59.571653 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3d6d0745-b5b9-4434-b215-d92cf1ddeb8d req-bea5d3fa-17fe-4e8c-ab27-12d60f901ad2 service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948813 Jul 19 17:42:59.686408 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ab171-2bd3-4530-9f30-da7e0b566f6a req-fba9bc3c-59e7-4b28-a19f-7a34cb137c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:59.689140 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f29ab171-2bd3-4530-9f30-da7e0b566f6a req-fba9bc3c-59e7-4b28-a19f-7a34cb137c0f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18&device_id=44eb6c05-8fec-49ef-8b3b-36c5e1d0037b HTTP/1.1" status: 200 len: 1097 time: 0.0687919 Jul 19 17:42:59.796339 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ab171-2bd3-4530-9f30-da7e0b566f6a req-a2e1f25a-817f-47fa-8d5f-18e7085cf520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:59.797801 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f29ab171-2bd3-4530-9f30-da7e0b566f6a req-a2e1f25a-817f-47fa-8d5f-18e7085cf520 service neutron] 10.222.0.59 "GET /v2.0/networks?id=32686385-9f8a-48d8-ae63-fc5b5a190c98 HTTP/1.1" status: 200 len: 912 time: 0.1015987 Jul 19 17:42:59.843339 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f29ab171-2bd3-4530-9f30-da7e0b566f6a req-89b9d0ee-4503-429e-ace3-3c2586b7a6e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae8a8cc2-391b-4109-9f11-c5ba67c5c029 HTTP/1.1" status: 200 len: 217 time: 0.0359030 Jul 19 17:42:59.915808 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ab171-2bd3-4530-9f30-da7e0b566f6a req-cef5235d-b647-4a14-b1a5-76d8579f286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:59.918843 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f29ab171-2bd3-4530-9f30-da7e0b566f6a req-cef5235d-b647-4a14-b1a5-76d8579f286d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2f7774a-4edc-4422-a603-06fff220f9d8 HTTP/1.1" status: 200 len: 850 time: 0.0692790 Jul 19 17:43:00.036559 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ab171-2bd3-4530-9f30-da7e0b566f6a req-7d2bd790-bb84-44fb-91ee-d6e4f5a4da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:00.038124 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f29ab171-2bd3-4530-9f30-da7e0b566f6a req-7d2bd790-bb84-44fb-91ee-d6e4f5a4da91 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32686385-9f8a-48d8-ae63-fc5b5a190c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1067259 Jul 19 17:43:00.050822 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676dc04-b19c-4ff0-8560-730903146116 req-1a881955-e65a-40da-b913-82379f78a94d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:00.052574 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6676dc04-b19c-4ff0-8560-730903146116 req-1a881955-e65a-40da-b913-82379f78a94d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=44eb6c05-8fec-49ef-8b3b-36c5e1d0037b HTTP/1.1" status: 200 len: 944 time: 0.0906472 Jul 19 17:43:00.151144 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6676dc04-b19c-4ff0-8560-730903146116 req-ce682546-e040-40d2-a07b-ab2b0fa518fd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898583 Jul 19 17:43:00.182182 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f29ab171-2bd3-4530-9f30-da7e0b566f6a req-64a3540d-9f5d-4621-9e1c-77c1956e1fd3 service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281829 Jul 19 17:43:00.298299 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f29ab171-2bd3-4530-9f30-da7e0b566f6a req-6a5737b2-5d50-4799-997f-32b11e3d52a0 service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100805 Jul 19 17:43:01.333493 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed7d4a-9728-441d-b4fa-6b463fab1574 req-3aa153c9-b60b-47c5-ac1b-9b32ea0f48c5 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:01.335341 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f8ed7d4a-9728-441d-b4fa-6b463fab1574 req-3aa153c9-b60b-47c5-ac1b-9b32ea0f48c5 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=44eb6c05-8fec-49ef-8b3b-36c5e1d0037b HTTP/1.1" status: 200 len: 944 time: 0.0743661 Jul 19 17:43:01.385977 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-f8ed7d4a-9728-441d-b4fa-6b463fab1574 req-8f38651f-5747-4192-ae31-0a746ff4a9dd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435774 Jul 19 17:43:02.538217 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbd9f5-2f6f-48e7-aeed-775cd6ab06a2 req-b67c5d29-7714-431a-8f3c-3a67b5cd9223 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:02.540943 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4fdbd9f5-2f6f-48e7-aeed-775cd6ab06a2 req-b67c5d29-7714-431a-8f3c-3a67b5cd9223 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=44eb6c05-8fec-49ef-8b3b-36c5e1d0037b HTTP/1.1" status: 200 len: 944 time: 0.0789564 Jul 19 17:43:02.582990 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-4fdbd9f5-2f6f-48e7-aeed-775cd6ab06a2 req-cf7fa74a-cc9e-41a4-997a-85833f12a024 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361362 Jul 19 17:43:03.752417 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72366e98-9a3e-448d-b646-2997de1772b0 req-96c750f2-f339-4cfc-9eff-18cc8f779824 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:03.754645 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-72366e98-9a3e-448d-b646-2997de1772b0 req-96c750f2-f339-4cfc-9eff-18cc8f779824 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=44eb6c05-8fec-49ef-8b3b-36c5e1d0037b HTTP/1.1" status: 200 len: 944 time: 0.0881898 Jul 19 17:43:03.801702 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-72366e98-9a3e-448d-b646-2997de1772b0 req-c60133b0-119f-4e15-89db-37caa9d61adf tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405912 Jul 19 17:43:04.996652 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5923c0-2789-470d-9315-6b776b33e738 req-5c4a1b7d-d92a-41f9-ad7e-b105366a5f4e tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:04.998341 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9e5923c0-2789-470d-9315-6b776b33e738 req-5c4a1b7d-d92a-41f9-ad7e-b105366a5f4e tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=44eb6c05-8fec-49ef-8b3b-36c5e1d0037b HTTP/1.1" status: 200 len: 944 time: 0.1082201 Jul 19 17:43:05.044034 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-9e5923c0-2789-470d-9315-6b776b33e738 req-a882a840-2f12-4de9-bd94-558053b8922a tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393219 Jul 19 17:43:06.208420 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d8e92-4fb8-4ca8-9d7f-5a04d5f05402 req-9a5cd07d-cfcb-4c70-b18b-94e6e91a4ec0 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:06.210146 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a68d8e92-4fb8-4ca8-9d7f-5a04d5f05402 req-9a5cd07d-cfcb-4c70-b18b-94e6e91a4ec0 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=44eb6c05-8fec-49ef-8b3b-36c5e1d0037b HTTP/1.1" status: 200 len: 944 time: 0.0793958 Jul 19 17:43:06.246182 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device ae8a8cc2-391b-4109-9f11-c5ba67c5c029 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:43:06.276524 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a68d8e92-4fb8-4ca8-9d7f-5a04d5f05402 req-785ca9ef-e945-4219-ae64-caf848309d57 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593851 Jul 19 17:43:06.383603 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port ae8a8cc2-391b-4109-9f11-c5ba67c5c029, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ae8a8cc2-391b-4109-9f11-c5ba67c5c029,segment=NetworkSegment(99c6287f-76fe-493e-8889-05eb89f545c6),segment_id=99c6287f-76fe-493e-8889-05eb89f545c6)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:43:06.406263 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Returning: {'device': 'ae8a8cc2-391b-4109-9f11-c5ba67c5c029', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'port_id': 'ae8a8cc2-391b-4109-9f11-c5ba67c5c029', 'mac_address': 'fa:16:3e:83:1a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:43:06.458481 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:06.474580 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae8a8cc2-391b-4109-9f11-c5ba67c5c029 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:43:06.500409 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port ae8a8cc2-391b-4109-9f11-c5ba67c5c029, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ae8a8cc2-391b-4109-9f11-c5ba67c5c029,segment=NetworkSegment(99c6287f-76fe-493e-8889-05eb89f545c6),segment_id=99c6287f-76fe-493e-8889-05eb89f545c6)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:43:06.505989 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:06.568213 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=ae8a8cc2-391b-4109-9f11-c5ba67c5c029,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:06.577467 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:06.577894 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:06.578331 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:06.578720 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:06.579128 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:06.579556 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:06.580074 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:06.580508 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:06.580912 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:06.581290 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:06.581752 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:06.582247 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:06.727065 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] get_ports_and_sgs() called for port_ids ['ae8a8cc2-391b-4109-9f11-c5ba67c5c029'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:43:07.433698 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d2c6f-1c67-4b20-a98e-dc8b144c32e5 req-c0c0f446-d5eb-4470-9c77-81a0db3d62a3 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:07.435238 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a78d2c6f-1c67-4b20-a98e-dc8b144c32e5 req-c0c0f446-d5eb-4470-9c77-81a0db3d62a3 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=44eb6c05-8fec-49ef-8b3b-36c5e1d0037b HTTP/1.1" status: 200 len: 945 time: 0.0697424 Jul 19 17:43:07.476010 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a78d2c6f-1c67-4b20-a98e-dc8b144c32e5 req-466b199f-5c08-47bf-8525-029b4744ad48 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348754 Jul 19 17:43:08.265167 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device ae8a8cc2-391b-4109-9f11-c5ba67c5c029 up at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:43:08.320691 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning for port ae8a8cc2-391b-4109-9f11-c5ba67c5c029 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:43:08.325279 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Provisioning complete for port ae8a8cc2-391b-4109-9f11-c5ba67c5c029 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:43:08.325665 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389106'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:08.410124 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:08.437200 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44eb6c05-8fec-49ef-8b3b-36c5e1d0037b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8a8cc2-391b-4109-9f11-c5ba67c5c029'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:43:08.439559 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c0ea30fb66f050065f31d305121af678aa5d137ac5e1378d102bc6a389950bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ebcb88-6cd5-42a2-b29d-7790689e089a" -d '{"events": [{"server_uuid": "44eb6c05-8fec-49ef-8b3b-36c5e1d0037b", "name": "network-vif-plugged", "status": "completed", "tag": "ae8a8cc2-391b-4109-9f11-c5ba67c5c029"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:43:08.454411 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] For port ae8a8cc2-391b-4109-9f11-c5ba67c5c029, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ae8a8cc2-391b-4109-9f11-c5ba67c5c029,segment=NetworkSegment(99c6287f-76fe-493e-8889-05eb89f545c6),segment_id=99c6287f-76fe-493e-8889-05eb89f545c6)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:43:08.459734 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:08.621661 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5565f59f-30f9-4fc7-93b2-41d26986c396 x-openstack-request-id: req-5565f59f-30f9-4fc7-93b2-41d26986c396 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:43:08.622044 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44eb6c05-8fec-49ef-8b3b-36c5e1d0037b", "name": "network-vif-plugged", "status": "completed", "tag": "ae8a8cc2-391b-4109-9f11-c5ba67c5c029", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:43:08.622227 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5565f59f-30f9-4fc7-93b2-41d26986c396 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:43:08.622574 dv-cinder-800695-4-iscsi neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44eb6c05-8fec-49ef-8b3b-36c5e1d0037b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8a8cc2-391b-4109-9f11-c5ba67c5c029', 'code': 200} Jul 19 17:43:08.661185 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Pushing event updated for resources: {'Port': ['ID=ae8a8cc2-391b-4109-9f11-c5ba67c5c029,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:08.661629 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a429c19-e172-44d8-9dcc-8e65f926e001 req-2d41bf34-637e-42f4-af1a-4cb906beb8ef tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:08.670031 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3a429c19-e172-44d8-9dcc-8e65f926e001 req-2d41bf34-637e-42f4-af1a-4cb906beb8ef tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=44eb6c05-8fec-49ef-8b3b-36c5e1d0037b HTTP/1.1" status: 200 len: 946 time: 0.1014471 Jul 19 17:43:08.715001 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-3a429c19-e172-44d8-9dcc-8e65f926e001 req-d47b3402-4ef5-40bd-8238-d950cf5a0291 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439274 Jul 19 17:43:08.817299 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec9667-4468-42b7-bc3f-e8aebfef83f2 req-71689985-f648-495b-bf00-02f3e7b93679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:08.818900 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-90ec9667-4468-42b7-bc3f-e8aebfef83f2 req-71689985-f648-495b-bf00-02f3e7b93679 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=44eb6c05-8fec-49ef-8b3b-36c5e1d0037b HTTP/1.1" status: 200 len: 1099 time: 0.0605452 Jul 19 17:43:08.859794 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-90ec9667-4468-42b7-bc3f-e8aebfef83f2 req-417fb2d2-4874-4c4c-9d34-1e371d5043cf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328703 Jul 19 17:43:09.873259 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83702f48-7840-4466-9cba-55a78829a631 req-af588e78-9de9-454b-b318-48349bba42b4 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:09.874922 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-83702f48-7840-4466-9cba-55a78829a631 req-af588e78-9de9-454b-b318-48349bba42b4 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=44eb6c05-8fec-49ef-8b3b-36c5e1d0037b HTTP/1.1" status: 200 len: 946 time: 0.0700815 Jul 19 17:43:09.922884 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-83702f48-7840-4466-9cba-55a78829a631 req-f404068e-4e8d-40c4-902c-711c898ec074 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382550 Jul 19 17:43:10.085836 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f086609-e439-4dd8-832e-5c090633d0d0 req-9e9cee96-1256-4278-9ebc-9d49a0e81314 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:10.087914 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0f086609-e439-4dd8-832e-5c090633d0d0 req-9e9cee96-1256-4278-9ebc-9d49a0e81314 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=44eb6c05-8fec-49ef-8b3b-36c5e1d0037b HTTP/1.1" status: 200 len: 946 time: 0.0876830 Jul 19 17:43:10.144148 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-0f086609-e439-4dd8-832e-5c090633d0d0 req-080388e3-df91-44fa-aa78-86125e55fe4b tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498800 Jul 19 17:43:10.169456 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 46182) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:10.244365 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce64652-c799-4a3d-88eb-0d331feab8fa tempest-TestVolumeBootPattern-1752175215 tempest-TestVolumeBootPattern-1752175215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:10.246598 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-cce64652-c799-4a3d-88eb-0d331feab8fa tempest-TestVolumeBootPattern-1752175215 tempest-TestVolumeBootPattern-1752175215-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44eb6c05-8fec-49ef-8b3b-36c5e1d0037b HTTP/1.1" status: 200 len: 1094 time: 0.0759878 Jul 19 17:43:10.249398 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 46184) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:10.320797 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.v2.base [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Request body: {'floatingip': {'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'port_id': 'ae8a8cc2-391b-4109-9f11-c5ba67c5c029', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:43:10.354971 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for floatingip, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:10.469594 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:10.587389 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Allocated IP 172.27.0.168 (3fed661f-002c-47fa-82e8-e8fe637e9a0e/a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30/2bd9c89c-225f-4fe5-8a08-72f5b9198667) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:43:10.714105 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:10.757347 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742494134137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:10.801230 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Network 3fed661f-002c-47fa-82e8-e8fe637e9a0e is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:43:10.804492 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:43:10.808845 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:43:10.815187 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Pushing event updated for resources: {'Port': ['ID=2bd9c89c-225f-4fe5-8a08-72f5b9198667,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:10.843952 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:10.844353 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:10.844647 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:10.845074 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:10.845403 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:10.845737 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:10.846068 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:10.846386 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:10.846712 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:10.847026 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:10.847358 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:10.847670 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:11.236696 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:11.328248 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814402'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:11.514273 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:11.519780 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742494537283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742494134155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742494134173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6211033'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:11.605492 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Pushing event updated for resources: {'Port': ['ID=2bd9c89c-225f-4fe5-8a08-72f5b9198667,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:11.617244 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567430'] for floatingip, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:11.730893 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.l3_db [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Floating IP 03803571-88b2-4bb8-a03a-71dc203f509d associated. External IP: 172.27.0.168, port: ae8a8cc2-391b-4109-9f11-c5ba67c5c029. Jul 19 17:43:12.263941 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Router 1c2a43bc-f735-447a-8d12-d25c87af7b0c has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:43:12.396371 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:43:12.410833 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be279af7-8cd6-4d36-959d-143bc529ecc4 None None] Sync routers for ids ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:43:12.420936 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for floatingip, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:12.428644 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be279af7-8cd6-4d36-959d-143bc529ecc4 None None] Routers {'1c2a43bc-f735-447a-8d12-d25c87af7b0c'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:43:12.429614 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-be279af7-8cd6-4d36-959d-143bc529ecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:42:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:43:12.472781 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-935c91ee-fd1f-424a-a62a-2ea928070665 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2216728 Jul 19 17:43:12.473607 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44eb6c05-8fec-49ef-8b3b-36c5e1d0037b', 'tag': 'ae8a8cc2-391b-4109-9f11-c5ba67c5c029'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:43:12.477700 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13c1d91-c83f-49d3-aef0-3beea3624d66" -d '{"events": [{"name": "network-changed", "server_uuid": "44eb6c05-8fec-49ef-8b3b-36c5e1d0037b", "tag": "ae8a8cc2-391b-4109-9f11-c5ba67c5c029"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:43:12.545238 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c4ca2a-1a9a-435e-883c-5268e6e1c2bd x-openstack-request-id: req-56c4ca2a-1a9a-435e-883c-5268e6e1c2bd {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:43:12.545606 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44eb6c05-8fec-49ef-8b3b-36c5e1d0037b", "tag": "ae8a8cc2-391b-4109-9f11-c5ba67c5c029", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:43:12.545774 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56c4ca2a-1a9a-435e-883c-5268e6e1c2bd {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:43:12.546165 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44eb6c05-8fec-49ef-8b3b-36c5e1d0037b', 'tag': 'ae8a8cc2-391b-4109-9f11-c5ba67c5c029', 'status': 'completed', 'code': 200} Jul 19 17:43:12.561374 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-be279af7-8cd6-4d36-959d-143bc529ecc4 None None] Set router 1c2a43bc-f735-447a-8d12-d25c87af7b0c gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:43:12.628446 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c1d91-c83f-49d3-aef0-3beea3624d66 req-7f299f18-8035-4983-b46b-cc9c68ed7ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:12.630043 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a13c1d91-c83f-49d3-aef0-3beea3624d66 req-7f299f18-8035-4983-b46b-cc9c68ed7ea6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18&device_id=44eb6c05-8fec-49ef-8b3b-36c5e1d0037b HTTP/1.1" status: 200 len: 1099 time: 0.0642681 Jul 19 17:43:12.737862 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c1d91-c83f-49d3-aef0-3beea3624d66 req-b58d1731-f9a0-44c7-84fa-386a5f0ea465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:12.739295 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a13c1d91-c83f-49d3-aef0-3beea3624d66 req-b58d1731-f9a0-44c7-84fa-386a5f0ea465 service neutron] 10.222.0.59 "GET /v2.0/networks?id=32686385-9f8a-48d8-ae63-fc5b5a190c98 HTTP/1.1" status: 200 len: 912 time: 0.1028101 Jul 19 17:43:12.816657 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a13c1d91-c83f-49d3-aef0-3beea3624d66 req-b3af253b-740b-4cb5-a235-e15e9612eaa6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae8a8cc2-391b-4109-9f11-c5ba67c5c029 HTTP/1.1" status: 200 len: 1000 time: 0.0704129 Jul 19 17:43:12.834079 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-be279af7-8cd6-4d36-959d-143bc529ecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 4, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': '03803571-88b2-4bb8-a03a-71dc203f509d', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'port_id': 'ae8a8cc2-391b-4109-9f11-c5ba67c5c029', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'mac_address': 'fa:16:3e:83:1a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb6c05-8fec-49ef-8b3b-36c5e1d0037b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:43:11Z', 'updated_at': '2021-07-19T17:43:11Z', 'revision_number': 0, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'fixed_ip_address_scope': None}, {'id': '8f2684d0-aa13-43b7-b0a4-b7cd31fbc435', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'port_id': '785b3de2-dc34-43c3-ab52-acec99b73f5b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'mac_address': 'fa:16:3e:d1:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5c44d8-e02f-4cfe-9c85-3c981270b8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:41:09Z', 'updated_at': '2021-07-19T17:41:12Z', 'revision_number': 1, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac', 'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'mac_address': 'fa:16:3e:76:78:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:01Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 5, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'subnets': [{'id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:43:12.873172 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be279af7-8cd6-4d36-959d-143bc529ecc4 None None] Checking router: 1c2a43bc-f735-447a-8d12-d25c87af7b0c for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:43:12.875386 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c1d91-c83f-49d3-aef0-3beea3624d66 req-5e9758c6-c63c-45f8-b4f2-3dffe139f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:12.876988 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a13c1d91-c83f-49d3-aef0-3beea3624d66 req-5e9758c6-c63c-45f8-b4f2-3dffe139f612 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2f7774a-4edc-4422-a603-06fff220f9d8 HTTP/1.1" status: 200 len: 850 time: 0.0534143 Jul 19 17:43:12.883828 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be279af7-8cd6-4d36-959d-143bc529ecc4 None None] Routers {'1c2a43bc-f735-447a-8d12-d25c87af7b0c'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:43:12.884494 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-be279af7-8cd6-4d36-959d-143bc529ecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:42:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:43:12.965066 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c1d91-c83f-49d3-aef0-3beea3624d66 req-c32df03a-4505-4087-956c-08f08241b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:12.966858 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a13c1d91-c83f-49d3-aef0-3beea3624d66 req-c32df03a-4505-4087-956c-08f08241b12d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32686385-9f8a-48d8-ae63-fc5b5a190c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829182 Jul 19 17:43:13.015355 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-be279af7-8cd6-4d36-959d-143bc529ecc4 None None] Set router 1c2a43bc-f735-447a-8d12-d25c87af7b0c gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:43:13.066161 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a13c1d91-c83f-49d3-aef0-3beea3624d66 req-68b9124b-20bb-4224-bbcc-4a2698d328f3 service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930839 Jul 19 17:43:13.173249 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-a13c1d91-c83f-49d3-aef0-3beea3624d66 req-90a7f59c-9e34-4b6a-a5fc-b71813a63b3a service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000094 Jul 19 17:43:13.325503 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-be279af7-8cd6-4d36-959d-143bc529ecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 4, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': '03803571-88b2-4bb8-a03a-71dc203f509d', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'port_id': 'ae8a8cc2-391b-4109-9f11-c5ba67c5c029', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'mac_address': 'fa:16:3e:83:1a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb6c05-8fec-49ef-8b3b-36c5e1d0037b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:43:11Z', 'updated_at': '2021-07-19T17:43:11Z', 'revision_number': 0, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'fixed_ip_address_scope': None}, {'id': '8f2684d0-aa13-43b7-b0a4-b7cd31fbc435', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'port_id': '785b3de2-dc34-43c3-ab52-acec99b73f5b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'mac_address': 'fa:16:3e:d1:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5c44d8-e02f-4cfe-9c85-3c981270b8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:41:09Z', 'updated_at': '2021-07-19T17:41:12Z', 'revision_number': 1, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac', 'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'mac_address': 'fa:16:3e:76:78:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:01Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 5, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'subnets': [{'id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:43:13.354301 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be279af7-8cd6-4d36-959d-143bc529ecc4 None None] The sync data for ids ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'] in dv-cinder-800695-4-iscsi is: [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 4, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': '03803571-88b2-4bb8-a03a-71dc203f509d', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'port_id': 'ae8a8cc2-391b-4109-9f11-c5ba67c5c029', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'mac_address': 'fa:16:3e:83:1a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb6c05-8fec-49ef-8b3b-36c5e1d0037b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:43:11Z', 'updated_at': '2021-07-19T17:43:11Z', 'revision_number': 0, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'fixed_ip_address_scope': None}, {'id': '8f2684d0-aa13-43b7-b0a4-b7cd31fbc435', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'port_id': '785b3de2-dc34-43c3-ab52-acec99b73f5b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'mac_address': 'fa:16:3e:d1:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5c44d8-e02f-4cfe-9c85-3c981270b8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:41:09Z', 'updated_at': '2021-07-19T17:41:12Z', 'revision_number': 1, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac', 'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'mac_address': 'fa:16:3e:76:78:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:01Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 5, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'subnets': [{'id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:43:13.573726 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c1f97c-23ab-455d-91c0-bfe1757998fa None None] New status for floating IP 03803571-88b2-4bb8-a03a-71dc203f509d: ACTIVE {{(pid=93386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:43:17.872820 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:21.272722 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f749f36b-506f-4423-a03e-f7740b02ff7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:24.011186 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0c080e24-e44a-42cd-a7e9-763d889b7f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:24.435400 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:25.369415 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:27.136451 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:32.612844 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:43:47.875359 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:51.267894 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8985a05b-5b33-42f2-9cea-443c623b1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:52.860287 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-27bebdd6-3962-4ef4-ba1b-6b4babf9308a req-cf5512db-e021-44b2-be42-03acd6689131 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1260512 Jul 19 17:43:52.967092 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bebdd6-3962-4ef4-ba1b-6b4babf9308a req-cf72a4c1-991d-40cf-bbc9-8e814c5c0fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:52.968694 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-27bebdd6-3962-4ef4-ba1b-6b4babf9308a req-cf72a4c1-991d-40cf-bbc9-8e814c5c0fba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18&device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 1099 time: 0.0601282 Jul 19 17:43:53.089635 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bebdd6-3962-4ef4-ba1b-6b4babf9308a req-1e76823d-8a44-416e-8b98-59a097b56b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:53.091106 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-27bebdd6-3962-4ef4-ba1b-6b4babf9308a req-1e76823d-8a44-416e-8b98-59a097b56b2f service neutron] 10.222.0.59 "GET /v2.0/networks?id=32686385-9f8a-48d8-ae63-fc5b5a190c98 HTTP/1.1" status: 200 len: 912 time: 0.0991662 Jul 19 17:43:53.173700 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-27bebdd6-3962-4ef4-ba1b-6b4babf9308a req-137b12e5-0907-452b-a628-abc3d83e7fde service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=785b3de2-dc34-43c3-ab52-acec99b73f5b HTTP/1.1" status: 200 len: 1002 time: 0.0748045 Jul 19 17:43:53.229506 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bebdd6-3962-4ef4-ba1b-6b4babf9308a req-58d2ea31-9d32-4c0f-828b-0e6a01aeb05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:53.231279 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-27bebdd6-3962-4ef4-ba1b-6b4babf9308a req-58d2ea31-9d32-4c0f-828b-0e6a01aeb05c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2f7774a-4edc-4422-a603-06fff220f9d8 HTTP/1.1" status: 200 len: 850 time: 0.0504375 Jul 19 17:43:53.300125 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bebdd6-3962-4ef4-ba1b-6b4babf9308a req-a7142da2-c68f-4252-879f-024787f382f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:53.301689 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-27bebdd6-3962-4ef4-ba1b-6b4babf9308a req-a7142da2-c68f-4252-879f-024787f382f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32686385-9f8a-48d8-ae63-fc5b5a190c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640695 Jul 19 17:43:53.706046 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-27bebdd6-3962-4ef4-ba1b-6b4babf9308a req-07d28a36-fc07-4421-9de3-f3fd54e8ae90 service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965776 Jul 19 17:43:53.811747 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-27bebdd6-3962-4ef4-ba1b-6b4babf9308a req-646ffac4-0136-4018-9339-aeec8b789699 service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979261 Jul 19 17:43:54.014989 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-57ba9cee-cd4d-4644-a7d3-4645ef4646b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:54.438449 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:55.365730 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:57.139632 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:09.615804 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:44:17.877960 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:21.272514 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-dd77b040-e6f7-406b-a5bb-0fe449f14d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:24.028975 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-b62c1c3f-fa35-4400-b22e-b02f42294d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:24.440490 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:25.365867 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:27.137745 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.103918 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 46216) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:40.273448 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Deleting port 2bd9c89c-225f-4fe5-8a08-72f5b9198667 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:44:40.273798 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.354207 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.354534 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.367591 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Calling delete_port for 2bd9c89c-225f-4fe5-8a08-72f5b9198667 owned by network:floatingip {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:44:40.533839 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.561777 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Pushing event deleted for resources: {'Port': ['ID=2bd9c89c-225f-4fe5-8a08-72f5b9198667,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:40.595399 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:40.595736 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:40.596080 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:40.596443 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:40.596782 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:40.597109 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:40.597445 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:40.597780 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:40.598105 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:40.598432 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:40.598759 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:40.599089 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:40.644955 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for floatingip, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.645287 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.l3_db [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Floating IP 03803571-88b2-4bb8-a03a-71dc203f509d disassociated (deleted). External IP: 172.27.0.168, port: ae8a8cc2-391b-4109-9f11-c5ba67c5c029. Jul 19 17:44:40.871486 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Router 1c2a43bc-f735-447a-8d12-d25c87af7b0c has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:44:41.012537 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:44:41.017811 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for floatingip, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:41.022829 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb23eb-48c6-4893-a4ec-e45509c54247 None None] Sync routers for ids ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:44:41.035610 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafb23eb-48c6-4893-a4ec-e45509c54247 None None] Routers {'1c2a43bc-f735-447a-8d12-d25c87af7b0c'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:41.036448 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-aafb23eb-48c6-4893-a4ec-e45509c54247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:44:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:41.064824 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-4a8ef075-a46d-4942-8597-df00ac431c72 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "DELETE /v2.0/floatingips/03803571-88b2-4bb8-a03a-71dc203f509d HTTP/1.1" status: 204 len: 168 time: 0.9596505 Jul 19 17:44:41.065466 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44eb6c05-8fec-49ef-8b3b-36c5e1d0037b', 'tag': 'ae8a8cc2-391b-4109-9f11-c5ba67c5c029'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:44:41.068361 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c68a0a7-785b-4c05-8c01-2e6c3845aaa1" -d '{"events": [{"name": "network-changed", "server_uuid": "44eb6c05-8fec-49ef-8b3b-36c5e1d0037b", "tag": "ae8a8cc2-391b-4109-9f11-c5ba67c5c029"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:44:41.178574 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-aafb23eb-48c6-4893-a4ec-e45509c54247 None None] Set router 1c2a43bc-f735-447a-8d12-d25c87af7b0c gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:41.211384 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc51b2d-cd2a-4ee6-8188-0a766eaddc11 x-openstack-request-id: req-bfc51b2d-cd2a-4ee6-8188-0a766eaddc11 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:44:41.212027 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44eb6c05-8fec-49ef-8b3b-36c5e1d0037b", "tag": "ae8a8cc2-391b-4109-9f11-c5ba67c5c029", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:44:41.212027 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfc51b2d-cd2a-4ee6-8188-0a766eaddc11 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:44:41.212433 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44eb6c05-8fec-49ef-8b3b-36c5e1d0037b', 'tag': 'ae8a8cc2-391b-4109-9f11-c5ba67c5c029', 'status': 'completed', 'code': 200} Jul 19 17:44:41.358246 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68a0a7-785b-4c05-8c01-2e6c3845aaa1 req-80b05217-1e39-4a8a-a0be-4c382c7f6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:41.359935 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5c68a0a7-785b-4c05-8c01-2e6c3845aaa1 req-80b05217-1e39-4a8a-a0be-4c382c7f6949 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18&device_id=44eb6c05-8fec-49ef-8b3b-36c5e1d0037b HTTP/1.1" status: 200 len: 1099 time: 0.1227102 Jul 19 17:44:41.494814 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02bdef-c682-45f9-a9b1-2bd0413bf247 req-e07373fc-76f5-4132-9f9c-c032087e4871 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:41.496361 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5e02bdef-c682-45f9-a9b1-2bd0413bf247 req-e07373fc-76f5-4132-9f9c-c032087e4871 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=44eb6c05-8fec-49ef-8b3b-36c5e1d0037b HTTP/1.1" status: 200 len: 946 time: 0.1788189 Jul 19 17:44:41.527782 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-aafb23eb-48c6-4893-a4ec-e45509c54247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 4, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': '8f2684d0-aa13-43b7-b0a4-b7cd31fbc435', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'port_id': '785b3de2-dc34-43c3-ab52-acec99b73f5b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'mac_address': 'fa:16:3e:d1:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5c44d8-e02f-4cfe-9c85-3c981270b8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:41:09Z', 'updated_at': '2021-07-19T17:41:12Z', 'revision_number': 1, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac', 'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'mac_address': 'fa:16:3e:76:78:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:01Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 5, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'subnets': [{'id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:41.529835 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68a0a7-785b-4c05-8c01-2e6c3845aaa1 req-7a759f51-8973-4e68-8ee0-dfbbb9cf29dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:41.531480 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5c68a0a7-785b-4c05-8c01-2e6c3845aaa1 req-7a759f51-8973-4e68-8ee0-dfbbb9cf29dd service neutron] 10.222.0.59 "GET /v2.0/networks?id=32686385-9f8a-48d8-ae63-fc5b5a190c98 HTTP/1.1" status: 200 len: 912 time: 0.1602130 Jul 19 17:44:41.558429 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb23eb-48c6-4893-a4ec-e45509c54247 None None] Checking router: 1c2a43bc-f735-447a-8d12-d25c87af7b0c for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:44:41.568692 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafb23eb-48c6-4893-a4ec-e45509c54247 None None] Routers {'1c2a43bc-f735-447a-8d12-d25c87af7b0c'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:41.569339 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-aafb23eb-48c6-4893-a4ec-e45509c54247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:44:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:41.587482 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5c68a0a7-785b-4c05-8c01-2e6c3845aaa1 req-d679a366-fec3-47cb-8f15-2b08fb1b9417 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae8a8cc2-391b-4109-9f11-c5ba67c5c029 HTTP/1.1" status: 200 len: 217 time: 0.0485368 Jul 19 17:44:41.636597 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5e02bdef-c682-45f9-a9b1-2bd0413bf247 req-c562c717-7a7c-4e72-b470-6027e8cd6eec tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203268 Jul 19 17:44:41.661433 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68a0a7-785b-4c05-8c01-2e6c3845aaa1 req-219d60e9-0391-4874-aaf0-9ed4e3ac6c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:41.663043 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5c68a0a7-785b-4c05-8c01-2e6c3845aaa1 req-219d60e9-0391-4874-aaf0-9ed4e3ac6c98 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2f7774a-4edc-4422-a603-06fff220f9d8 HTTP/1.1" status: 200 len: 850 time: 0.0669558 Jul 19 17:44:41.701928 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-aafb23eb-48c6-4893-a4ec-e45509c54247 None None] Set router 1c2a43bc-f735-447a-8d12-d25c87af7b0c gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:41.725013 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68a0a7-785b-4c05-8c01-2e6c3845aaa1 req-e9481b92-e2d5-4bb6-955a-66fd8db518a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:41.726944 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5c68a0a7-785b-4c05-8c01-2e6c3845aaa1 req-e9481b92-e2d5-4bb6-955a-66fd8db518a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32686385-9f8a-48d8-ae63-fc5b5a190c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570531 Jul 19 17:44:41.847825 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5c68a0a7-785b-4c05-8c01-2e6c3845aaa1 req-c03c9a39-a6cf-4995-acc8-b53225cd0708 service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138165 Jul 19 17:44:41.962448 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-5c68a0a7-785b-4c05-8c01-2e6c3845aaa1 req-bb35cd9f-fd50-4882-832e-7674474a400d service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075895 Jul 19 17:44:42.109442 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-aafb23eb-48c6-4893-a4ec-e45509c54247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 4, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': '8f2684d0-aa13-43b7-b0a4-b7cd31fbc435', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'port_id': '785b3de2-dc34-43c3-ab52-acec99b73f5b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'mac_address': 'fa:16:3e:d1:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5c44d8-e02f-4cfe-9c85-3c981270b8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:41:09Z', 'updated_at': '2021-07-19T17:41:12Z', 'revision_number': 1, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac', 'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'mac_address': 'fa:16:3e:76:78:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:01Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 5, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'subnets': [{'id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:42.148229 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb23eb-48c6-4893-a4ec-e45509c54247 None None] The sync data for ids ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'] in dv-cinder-800695-4-iscsi is: [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 4, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_floatingips': [{'id': '8f2684d0-aa13-43b7-b0a4-b7cd31fbc435', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'router_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'port_id': '785b3de2-dc34-43c3-ab52-acec99b73f5b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'mac_address': 'fa:16:3e:d1:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5c44d8-e02f-4cfe-9c85-3c981270b8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:41:09Z', 'updated_at': '2021-07-19T17:41:12Z', 'revision_number': 1, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac', 'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'mac_address': 'fa:16:3e:76:78:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:01Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 5, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'subnets': [{'id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:44:42.420593 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61573eda-890b-4e65-adc9-d360e9ca64cc None None] New status for floating IP 03803571-88b2-4bb8-a03a-71dc203f509d: DOWN {{(pid=93386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:44:42.791628 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c47190-6dfd-460f-905b-af23c99e3579 req-f7bc60f6-87fc-4434-98a9-739a5ac24984 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:42.793551 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-76c47190-6dfd-460f-905b-af23c99e3579 req-f7bc60f6-87fc-4434-98a9-739a5ac24984 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=44eb6c05-8fec-49ef-8b3b-36c5e1d0037b HTTP/1.1" status: 200 len: 946 time: 0.0731189 Jul 19 17:44:42.864739 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-76c47190-6dfd-460f-905b-af23c99e3579 req-9b4f385b-293c-41bc-8648-29466a66685b tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603113 Jul 19 17:44:42.897487 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7e162-9179-4727-8355-b740c81d79b8 req-f4a12f87-ff23-4372-8fc5-b4b2880293b1 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:42.899754 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b0d7e162-9179-4727-8355-b740c81d79b8 req-f4a12f87-ff23-4372-8fc5-b4b2880293b1 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.59 "GET /v2.0/ports?device_id=44eb6c05-8fec-49ef-8b3b-36c5e1d0037b HTTP/1.1" status: 200 len: 946 time: 0.1035409 Jul 19 17:44:43.015304 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-b0d7e162-9179-4727-8355-b740c81d79b8 req-8166c667-635c-4ce3-9bc8-dadae1bfc6cd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Deleting port ae8a8cc2-391b-4109-9f11-c5ba67c5c029 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:44:43.015563 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-b0d7e162-9179-4727-8355-b740c81d79b8 req-8166c667-635c-4ce3-9bc8-dadae1bfc6cd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:43.122809 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-b0d7e162-9179-4727-8355-b740c81d79b8 req-8166c667-635c-4ce3-9bc8-dadae1bfc6cd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] For port ae8a8cc2-391b-4109-9f11-c5ba67c5c029, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ae8a8cc2-391b-4109-9f11-c5ba67c5c029,segment=NetworkSegment(99c6287f-76fe-493e-8889-05eb89f545c6),segment_id=99c6287f-76fe-493e-8889-05eb89f545c6)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:44:43.123177 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-b0d7e162-9179-4727-8355-b740c81d79b8 req-8166c667-635c-4ce3-9bc8-dadae1bfc6cd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:43.138032 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-b0d7e162-9179-4727-8355-b740c81d79b8 req-8166c667-635c-4ce3-9bc8-dadae1bfc6cd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Calling delete_port for ae8a8cc2-391b-4109-9f11-c5ba67c5c029 owned by compute:nova {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:44:43.304737 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-b0d7e162-9179-4727-8355-b740c81d79b8 req-8166c667-635c-4ce3-9bc8-dadae1bfc6cd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:43.336354 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166c667-635c-4ce3-9bc8-dadae1bfc6cd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Pushing event deleted for resources: {'Port': ['ID=ae8a8cc2-391b-4109-9f11-c5ba67c5c029,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:43.350816 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8166c667-635c-4ce3-9bc8-dadae1bfc6cd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:43.350816 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8166c667-635c-4ce3-9bc8-dadae1bfc6cd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:43.351155 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8166c667-635c-4ce3-9bc8-dadae1bfc6cd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:43.351672 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8166c667-635c-4ce3-9bc8-dadae1bfc6cd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:43.351860 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8166c667-635c-4ce3-9bc8-dadae1bfc6cd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:43.352323 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8166c667-635c-4ce3-9bc8-dadae1bfc6cd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:43.352661 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8166c667-635c-4ce3-9bc8-dadae1bfc6cd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:43.352996 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8166c667-635c-4ce3-9bc8-dadae1bfc6cd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:43.353997 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8166c667-635c-4ce3-9bc8-dadae1bfc6cd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:43.354436 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8166c667-635c-4ce3-9bc8-dadae1bfc6cd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:43.354793 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8166c667-635c-4ce3-9bc8-dadae1bfc6cd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:43.355282 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8166c667-635c-4ce3-9bc8-dadae1bfc6cd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:43.403654 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d7e162-9179-4727-8355-b740c81d79b8 req-8166c667-635c-4ce3-9bc8-dadae1bfc6cd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] No DVR routers for this DVR port ae8a8cc2-391b-4109-9f11-c5ba67c5c029 on host hv-cinder-80069 {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:44:43.406882 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-b0d7e162-9179-4727-8355-b740c81d79b8 req-8166c667-635c-4ce3-9bc8-dadae1bfc6cd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:43.409306 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-b0d7e162-9179-4727-8355-b740c81d79b8 req-8166c667-635c-4ce3-9bc8-dadae1bfc6cd tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.59 "DELETE /v2.0/ports/ae8a8cc2-391b-4109-9f11-c5ba67c5c029 HTTP/1.1" status: 204 len: 173 time: 0.5037148 Jul 19 17:44:43.410024 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44eb6c05-8fec-49ef-8b3b-36c5e1d0037b', 'name': 'network-vif-deleted', 'tag': 'ae8a8cc2-391b-4109-9f11-c5ba67c5c029'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:44:43.413426 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d92f579-c17e-4eec-9172-6add3afc72a7" -d '{"events": [{"server_uuid": "44eb6c05-8fec-49ef-8b3b-36c5e1d0037b", "name": "network-vif-deleted", "tag": "ae8a8cc2-391b-4109-9f11-c5ba67c5c029"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:44:43.549369 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5487595c-d4fa-45d3-bb4e-a36b04e0216c x-openstack-request-id: req-5487595c-d4fa-45d3-bb4e-a36b04e0216c {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:44:43.549665 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44eb6c05-8fec-49ef-8b3b-36c5e1d0037b", "name": "network-vif-deleted", "tag": "ae8a8cc2-391b-4109-9f11-c5ba67c5c029", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:44:43.549923 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5487595c-d4fa-45d3-bb4e-a36b04e0216c {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:44:43.550330 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44eb6c05-8fec-49ef-8b3b-36c5e1d0037b', 'name': 'network-vif-deleted', 'tag': 'ae8a8cc2-391b-4109-9f11-c5ba67c5c029', 'status': 'completed', 'code': 200} Jul 19 17:44:43.981477 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-198628c1-93ab-4e86-af3c-2951ef349771 req-7d19b1f8-b94b-41ed-940f-72670c0c6903 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=44eb6c05-8fec-49ef-8b3b-36c5e1d0037b HTTP/1.1" status: 200 len: 210 time: 0.0315080 Jul 19 17:44:46.614694 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:44:46.712207 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device ae8a8cc2-391b-4109-9f11-c5ba67c5c029 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:44:46.733616 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] No Port match for: ae8a8cc2-391b-4109-9f11-c5ba67c5c029 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:44:46.734174 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device ae8a8cc2-391b-4109-9f11-c5ba67c5c029 not bound to the agent host hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:44:47.286218 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 46264) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:47.447630 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-8b7cb959-2a31-448a-b91d-e2ec0b23ea36 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Deleting port 5ac937db-a83c-4df2-a953-49efd2524632 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:44:47.447875 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb959-2a31-448a-b91d-e2ec0b23ea36 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:47.522850 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb959-2a31-448a-b91d-e2ec0b23ea36 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:47.523177 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb959-2a31-448a-b91d-e2ec0b23ea36 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:47.535671 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-8b7cb959-2a31-448a-b91d-e2ec0b23ea36 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Calling delete_port for 5ac937db-a83c-4df2-a953-49efd2524632 owned by network:floatingip {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:44:47.690924 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb959-2a31-448a-b91d-e2ec0b23ea36 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:47.717392 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cb959-2a31-448a-b91d-e2ec0b23ea36 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Pushing event deleted for resources: {'Port': ['ID=5ac937db-a83c-4df2-a953-49efd2524632,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:47.781983 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb959-2a31-448a-b91d-e2ec0b23ea36 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for floatingip, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:47.782324 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.db.l3_db [None req-8b7cb959-2a31-448a-b91d-e2ec0b23ea36 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Floating IP 8f2684d0-aa13-43b7-b0a4-b7cd31fbc435 disassociated (deleted). External IP: 172.27.0.247, port: 785b3de2-dc34-43c3-ab52-acec99b73f5b. Jul 19 17:44:47.883960 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:48.001838 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7cb959-2a31-448a-b91d-e2ec0b23ea36 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Router 1c2a43bc-f735-447a-8d12-d25c87af7b0c has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:44:48.110860 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7cb959-2a31-448a-b91d-e2ec0b23ea36 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:44:48.115320 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb959-2a31-448a-b91d-e2ec0b23ea36 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for floatingip, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:48.121006 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62098170-afcd-4a87-9b7c-feaf5acf24f1 None None] Sync routers for ids ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:44:48.130336 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62098170-afcd-4a87-9b7c-feaf5acf24f1 None None] Routers {'1c2a43bc-f735-447a-8d12-d25c87af7b0c'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:48.130975 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-62098170-afcd-4a87-9b7c-feaf5acf24f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:44:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:48.157851 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-8b7cb959-2a31-448a-b91d-e2ec0b23ea36 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "DELETE /v2.0/floatingips/8f2684d0-aa13-43b7-b0a4-b7cd31fbc435 HTTP/1.1" status: 204 len: 168 time: 0.8704135 Jul 19 17:44:48.158546 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5c44d8-e02f-4cfe-9c85-3c981270b8cb', 'tag': '785b3de2-dc34-43c3-ab52-acec99b73f5b'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:44:48.160941 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72585dcecf25092c030f832f07027594405a3abce2622d41c92ee781f373e1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25850775-82c3-4d5c-9f8d-86a6d13127c1" -d '{"events": [{"name": "network-changed", "server_uuid": "cc5c44d8-e02f-4cfe-9c85-3c981270b8cb", "tag": "785b3de2-dc34-43c3-ab52-acec99b73f5b"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:44:48.225465 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a5101b-2016-4f51-a3cf-0b0194df280b x-openstack-request-id: req-07a5101b-2016-4f51-a3cf-0b0194df280b {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:44:48.225758 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc5c44d8-e02f-4cfe-9c85-3c981270b8cb", "tag": "785b3de2-dc34-43c3-ab52-acec99b73f5b", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:44:48.226009 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-07a5101b-2016-4f51-a3cf-0b0194df280b {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:44:48.226412 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc5c44d8-e02f-4cfe-9c85-3c981270b8cb', 'tag': '785b3de2-dc34-43c3-ab52-acec99b73f5b', 'status': 'completed', 'code': 200} Jul 19 17:44:48.249154 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-62098170-afcd-4a87-9b7c-feaf5acf24f1 None None] Set router 1c2a43bc-f735-447a-8d12-d25c87af7b0c gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:48.319786 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25850775-82c3-4d5c-9f8d-86a6d13127c1 req-ec97f969-6e79-47ab-8976-d74aacccd31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:48.322497 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-25850775-82c3-4d5c-9f8d-86a6d13127c1 req-ec97f969-6e79-47ab-8976-d74aacccd31e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18&device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 1099 time: 0.0718980 Jul 19 17:44:48.460326 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25850775-82c3-4d5c-9f8d-86a6d13127c1 req-ebe625c3-273c-413d-b507-c4088be74425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:48.461820 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-25850775-82c3-4d5c-9f8d-86a6d13127c1 req-ebe625c3-273c-413d-b507-c4088be74425 service neutron] 10.222.0.59 "GET /v2.0/networks?id=32686385-9f8a-48d8-ae63-fc5b5a190c98 HTTP/1.1" status: 200 len: 912 time: 0.1302490 Jul 19 17:44:48.508002 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-25850775-82c3-4d5c-9f8d-86a6d13127c1 req-58ad0e35-503d-4829-a460-b8625602f4c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=785b3de2-dc34-43c3-ab52-acec99b73f5b HTTP/1.1" status: 200 len: 217 time: 0.0380256 Jul 19 17:44:48.520021 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3da3ba-0758-48ab-baaf-44009346c012 req-3804572e-51e9-49d6-8abc-0fafb3ff296c tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:48.521685 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2c3da3ba-0758-48ab-baaf-44009346c012 req-3804572e-51e9-49d6-8abc-0fafb3ff296c tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 946 time: 0.1529155 Jul 19 17:44:48.542397 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-62098170-afcd-4a87-9b7c-feaf5acf24f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 4, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': 'a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac', 'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'mac_address': 'fa:16:3e:76:78:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:01Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 5, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'subnets': [{'id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:48.574025 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62098170-afcd-4a87-9b7c-feaf5acf24f1 None None] Checking router: 1c2a43bc-f735-447a-8d12-d25c87af7b0c for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:44:48.582372 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62098170-afcd-4a87-9b7c-feaf5acf24f1 None None] Routers {'1c2a43bc-f735-447a-8d12-d25c87af7b0c'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:48.582999 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-62098170-afcd-4a87-9b7c-feaf5acf24f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:44:24Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:48.602576 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25850775-82c3-4d5c-9f8d-86a6d13127c1 req-f1a642f1-fe7c-451c-8278-b3f8bd1d9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:48.604135 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-25850775-82c3-4d5c-9f8d-86a6d13127c1 req-f1a642f1-fe7c-451c-8278-b3f8bd1d9e55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2f7774a-4edc-4422-a603-06fff220f9d8 HTTP/1.1" status: 200 len: 850 time: 0.0815508 Jul 19 17:44:48.606929 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-2c3da3ba-0758-48ab-baaf-44009346c012 req-a5d792d7-58cc-4874-ab6e-c9495fe9610d tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752256 Jul 19 17:44:48.666281 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25850775-82c3-4d5c-9f8d-86a6d13127c1 req-abe3696b-0b6d-4781-8dd2-a2d2e6a7a059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:48.667832 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-25850775-82c3-4d5c-9f8d-86a6d13127c1 req-abe3696b-0b6d-4781-8dd2-a2d2e6a7a059 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32686385-9f8a-48d8-ae63-fc5b5a190c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561199 Jul 19 17:44:48.695343 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-62098170-afcd-4a87-9b7c-feaf5acf24f1 None None] Set router 1c2a43bc-f735-447a-8d12-d25c87af7b0c gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:48.772047 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-25850775-82c3-4d5c-9f8d-86a6d13127c1 req-687d7f32-eb73-4c91-8c82-16add1b9dc75 service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961354 Jul 19 17:44:48.873883 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-25850775-82c3-4d5c-9f8d-86a6d13127c1 req-8ba604e7-3ae8-4d4c-9cf2-543aca3f2dc5 service neutron] 10.222.0.59 "GET /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947604 Jul 19 17:44:48.908615 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-62098170-afcd-4a87-9b7c-feaf5acf24f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 4, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': 'a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac', 'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'mac_address': 'fa:16:3e:76:78:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:01Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 5, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'subnets': [{'id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:48.936283 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62098170-afcd-4a87-9b7c-feaf5acf24f1 None None] The sync data for ids ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'] in dv-cinder-800695-4-iscsi is: [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:38:01Z', 'revision_number': 4, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi', '_interfaces': [{'id': 'a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac', 'name': '', 'network_id': '32686385-9f8a-48d8-ae63-fc5b5a190c98', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'mac_address': 'fa:16:3e:76:78:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:01Z', 'updated_at': '2021-07-19T17:38:09Z', 'revision_number': 5, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'subnets': [{'id': 'e2f7774a-4edc-4422-a603-06fff220f9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:44:49.175716 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0365987-d933-4ff4-b763-0d9a5af4cb4e None None] New status for floating IP 8f2684d0-aa13-43b7-b0a4-b7cd31fbc435: DOWN {{(pid=93386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:44:49.746038 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43239c65-9057-41a5-8287-ff5b3b9324bb req-7983be5d-1464-4b15-9736-f7d4d781a7e8 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:49.747607 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-43239c65-9057-41a5-8287-ff5b3b9324bb req-7983be5d-1464-4b15-9736-f7d4d781a7e8 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 946 time: 0.0666792 Jul 19 17:44:49.823089 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-43239c65-9057-41a5-8287-ff5b3b9324bb req-4a20f431-96e0-4563-8985-ccecb98ac8a8 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/security-groups?id=544882e7-1861-4d5b-8779-57f895bc908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690422 Jul 19 17:44:49.851282 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f288e32-2d8e-4695-a147-e0cab8262c1f req-f75ff791-0cb5-4023-b4bf-2a76eeefb1d1 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:49.852801 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6f288e32-2d8e-4695-a147-e0cab8262c1f req-f75ff791-0cb5-4023-b4bf-2a76eeefb1d1 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 946 time: 0.0801177 Jul 19 17:44:49.963143 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-6f288e32-2d8e-4695-a147-e0cab8262c1f req-6b1dd7ee-a8e0-4ba1-91a0-eabb4ce933f6 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Deleting port 785b3de2-dc34-43c3-ab52-acec99b73f5b {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:44:49.963377 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-6f288e32-2d8e-4695-a147-e0cab8262c1f req-6b1dd7ee-a8e0-4ba1-91a0-eabb4ce933f6 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:50.052124 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-6f288e32-2d8e-4695-a147-e0cab8262c1f req-6b1dd7ee-a8e0-4ba1-91a0-eabb4ce933f6 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] For port 785b3de2-dc34-43c3-ab52-acec99b73f5b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=785b3de2-dc34-43c3-ab52-acec99b73f5b,segment=NetworkSegment(99c6287f-76fe-493e-8889-05eb89f545c6),segment_id=99c6287f-76fe-493e-8889-05eb89f545c6)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:44:50.052442 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-6f288e32-2d8e-4695-a147-e0cab8262c1f req-6b1dd7ee-a8e0-4ba1-91a0-eabb4ce933f6 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:50.064519 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-6f288e32-2d8e-4695-a147-e0cab8262c1f req-6b1dd7ee-a8e0-4ba1-91a0-eabb4ce933f6 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Calling delete_port for 785b3de2-dc34-43c3-ab52-acec99b73f5b owned by compute:nova {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:44:50.191517 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-6f288e32-2d8e-4695-a147-e0cab8262c1f req-6b1dd7ee-a8e0-4ba1-91a0-eabb4ce933f6 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4638974'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:50.220963 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1dd7ee-a8e0-4ba1-91a0-eabb4ce933f6 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Pushing event deleted for resources: {'Port': ['ID=785b3de2-dc34-43c3-ab52-acec99b73f5b,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:50.266949 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f288e32-2d8e-4695-a147-e0cab8262c1f req-6b1dd7ee-a8e0-4ba1-91a0-eabb4ce933f6 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] No DVR routers for this DVR port 785b3de2-dc34-43c3-ab52-acec99b73f5b on host hv-cinder-80069 {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:44:50.269544 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-6f288e32-2d8e-4695-a147-e0cab8262c1f req-6b1dd7ee-a8e0-4ba1-91a0-eabb4ce933f6 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:50.271680 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-6f288e32-2d8e-4695-a147-e0cab8262c1f req-6b1dd7ee-a8e0-4ba1-91a0-eabb4ce933f6 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.59 "DELETE /v2.0/ports/785b3de2-dc34-43c3-ab52-acec99b73f5b HTTP/1.1" status: 204 len: 173 time: 0.4130034 Jul 19 17:44:50.272080 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5c44d8-e02f-4cfe-9c85-3c981270b8cb', 'name': 'network-vif-deleted', 'tag': '785b3de2-dc34-43c3-ab52-acec99b73f5b'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:44:50.274677 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1765b8319fecdfcd5d439c36d27be5fac572263acb2cff40a8420d1e13697a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bdf409-479d-4ea4-b7b1-fc258e1c7556" -d '{"events": [{"server_uuid": "cc5c44d8-e02f-4cfe-9c85-3c981270b8cb", "name": "network-vif-deleted", "tag": "785b3de2-dc34-43c3-ab52-acec99b73f5b"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:44:50.313639 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21439984-8d0c-414b-892f-0000deb54cfa x-openstack-request-id: req-21439984-8d0c-414b-892f-0000deb54cfa {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:44:50.313925 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5c44d8-e02f-4cfe-9c85-3c981270b8cb", "name": "network-vif-deleted", "tag": "785b3de2-dc34-43c3-ab52-acec99b73f5b", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:44:50.314172 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21439984-8d0c-414b-892f-0000deb54cfa {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:44:50.314569 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5c44d8-e02f-4cfe-9c85-3c981270b8cb', 'name': 'network-vif-deleted', 'tag': '785b3de2-dc34-43c3-ab52-acec99b73f5b', 'status': 'completed', 'code': 200} Jul 19 17:44:50.934237 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [req-bbe28895-74d8-456f-b454-628c0f4d6ae3 req-991cd104-b98f-4268-b4f5-b1c2b78e6926 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5c44d8-e02f-4cfe-9c85-3c981270b8cb HTTP/1.1" status: 200 len: 210 time: 0.0296319 Jul 19 17:44:51.281636 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-9071d1f1-2480-45fd-8375-a14967768fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:51.992245 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 46280) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:52.130613 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-29bb289a-ce50-4669-b0f4-e7f3e480be98 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Deleting port d4263907-d76e-4c3c-b2b6-285d9bbdc61e {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:44:52.130983 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-29bb289a-ce50-4669-b0f4-e7f3e480be98 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:52.237772 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-29bb289a-ce50-4669-b0f4-e7f3e480be98 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:52.237772 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-29bb289a-ce50-4669-b0f4-e7f3e480be98 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:52.250461 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-29bb289a-ce50-4669-b0f4-e7f3e480be98 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Calling delete_port for d4263907-d76e-4c3c-b2b6-285d9bbdc61e owned by network:floatingip {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:44:52.404018 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-29bb289a-ce50-4669-b0f4-e7f3e480be98 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:52.431502 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb289a-ce50-4669-b0f4-e7f3e480be98 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Pushing event deleted for resources: {'Port': ['ID=d4263907-d76e-4c3c-b2b6-285d9bbdc61e,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:52.501391 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-29bb289a-ce50-4669-b0f4-e7f3e480be98 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for floatingip, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:52.503848 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-29bb289a-ce50-4669-b0f4-e7f3e480be98 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9363'] for floatingip, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:52.505081 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-29bb289a-ce50-4669-b0f4-e7f3e480be98 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "DELETE /v2.0/floatingips/07e033fe-ba37-49b1-aa11-12e46ccb602b HTTP/1.1" status: 204 len: 168 time: 0.5116632 Jul 19 17:44:52.728437 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 785b3de2-dc34-43c3-ab52-acec99b73f5b no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:44:52.753567 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] No Port match for: 785b3de2-dc34-43c3-ab52-acec99b73f5b {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:44:52.753802 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Device 785b3de2-dc34-43c3-ab52-acec99b73f5b not bound to the agent host hv-cinder-80069 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:44:53.713925 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 46292) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:53.772939 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-619f57a7-deaf-499a-bbd4-d1628c4a3204 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:53.799684 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-619f57a7-deaf-499a-bbd4-d1628c4a3204 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:53.862095 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-619f57a7-deaf-499a-bbd4-d1628c4a3204 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:53.864863 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-619f57a7-deaf-499a-bbd4-d1628c4a3204 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:53.866035 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-619f57a7-deaf-499a-bbd4-d1628c4a3204 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] 10.222.0.32 "DELETE /v2.0/security-groups/544882e7-1861-4d5b-8779-57f895bc908d HTTP/1.1" status: 204 len: 168 time: 0.1510453 Jul 19 17:44:53.877515 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f57a7-deaf-499a-bbd4-d1628c4a3204 tempest-TestVolumeBootPattern-1714287674 tempest-TestVolumeBootPattern-1714287674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=544882e7-1861-4d5b-8779-57f895bc908d,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:53.925706 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 46296) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:54.021479 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5e83e7b5-da78-4367-a860-f96a0d4b665a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:54.394689 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-13ea1f68-b463-47c2-af60-4701d5d912cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631942'] for router_interface, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:54.444516 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:54.671885 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-13ea1f68-b463-47c2-af60-4701d5d912cd admin admin] Deleting port a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:44:54.672151 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-13ea1f68-b463-47c2-af60-4701d5d912cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:54.758320 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [None req-13ea1f68-b463-47c2-af60-4701d5d912cd admin admin] For port a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac,segment=NetworkSegment(99c6287f-76fe-493e-8889-05eb89f545c6),segment_id=99c6287f-76fe-493e-8889-05eb89f545c6)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:44:54.759614 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-13ea1f68-b463-47c2-af60-4701d5d912cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:54.771754 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-13ea1f68-b463-47c2-af60-4701d5d912cd admin admin] Calling delete_port for a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac owned by network:router_interface {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:44:54.952705 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-13ea1f68-b463-47c2-af60-4701d5d912cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:54.980720 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea1f68-b463-47c2-af60-4701d5d912cd admin admin] Pushing event deleted for resources: {'Port': ['ID=a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:55.155395 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-13ea1f68-b463-47c2-af60-4701d5d912cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632042'] for router_interface, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:55.367882 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:55.372103 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ea1f68-b463-47c2-af60-4701d5d912cd admin admin] Router 1c2a43bc-f735-447a-8d12-d25c87af7b0c has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:44:55.739620 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ea1f68-b463-47c2-af60-4701d5d912cd admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:44:55.747583 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-13ea1f68-b463-47c2-af60-4701d5d912cd admin admin] 10.222.0.32 "PUT /v2.0/routers/1c2a43bc-f735-447a-8d12-d25c87af7b0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8184495 Jul 19 17:44:55.748164 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 46300) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:55.749567 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412891e6-c221-47a2-b3ba-55dfdefbaa0a None None] Sync routers for ids ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'] in dv-cinder-800695-4-iscsi {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:44:55.764576 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412891e6-c221-47a2-b3ba-55dfdefbaa0a None None] Routers {'1c2a43bc-f735-447a-8d12-d25c87af7b0c'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:55.765595 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-412891e6-c221-47a2-b3ba-55dfdefbaa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:44:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:55.898082 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3085c31b-7cd7-4f84-85a0-b4a300c092e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:55.900896 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-412891e6-c221-47a2-b3ba-55dfdefbaa0a None None] Set router 1c2a43bc-f735-447a-8d12-d25c87af7b0c gateway port host: dv-cinder-800695-4-iscsi {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:56.012360 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3085c31b-7cd7-4f84-85a0-b4a300c092e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:56.072128 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-3085c31b-7cd7-4f84-85a0-b4a300c092e1 admin admin] Deleting port 932569d6-d2f6-4fe2-b242-4b6d71e0cfce {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:44:56.072626 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3085c31b-7cd7-4f84-85a0-b4a300c092e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:56.097136 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-412891e6-c221-47a2-b3ba-55dfdefbaa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:44:54Z', 'revision_number': 5, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port': {'id': '932569d6-d2f6-4fe2-b242-4b6d71e0cfce', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:37:59Z', 'updated_at': '2021-07-19T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:56.123921 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412891e6-c221-47a2-b3ba-55dfdefbaa0a None None] Checking router: 1c2a43bc-f735-447a-8d12-d25c87af7b0c for host: dv-cinder-800695-4-iscsi {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:44:56.135906 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412891e6-c221-47a2-b3ba-55dfdefbaa0a None None] Routers {'1c2a43bc-f735-447a-8d12-d25c87af7b0c'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:56.136579 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-412891e6-c221-47a2-b3ba-55dfdefbaa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:44:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:56.158503 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [None req-3085c31b-7cd7-4f84-85a0-b4a300c092e1 admin admin] For port 932569d6-d2f6-4fe2-b242-4b6d71e0cfce, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=932569d6-d2f6-4fe2-b242-4b6d71e0cfce,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:44:56.158931 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3085c31b-7cd7-4f84-85a0-b4a300c092e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:56.178461 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-3085c31b-7cd7-4f84-85a0-b4a300c092e1 admin admin] Calling delete_port for 932569d6-d2f6-4fe2-b242-4b6d71e0cfce owned by network:router_gateway {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:44:56.231177 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-412891e6-c221-47a2-b3ba-55dfdefbaa0a None None] Set router 1c2a43bc-f735-447a-8d12-d25c87af7b0c gateway port host: None {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:56.286561 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-412891e6-c221-47a2-b3ba-55dfdefbaa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:44:56Z', 'revision_number': 6, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port_host': None}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:56.313714 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412891e6-c221-47a2-b3ba-55dfdefbaa0a None None] The sync data for ids ['1c2a43bc-f735-447a-8d12-d25c87af7b0c'] in dv-cinder-800695-4-iscsi is: [{'id': '1c2a43bc-f735-447a-8d12-d25c87af7b0c', 'name': 'tempest-TestVolumeBootPattern-200260369-router', 'tenant_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:37:58Z', 'updated_at': '2021-07-19T17:44:56Z', 'revision_number': 6, 'project_id': 'cf97fcc6cb3e46aaa1f34bd3717bec18', 'gw_port_host': None}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:44:56.370488 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3085c31b-7cd7-4f84-85a0-b4a300c092e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:56.399681 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085c31b-7cd7-4f84-85a0-b4a300c092e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=932569d6-d2f6-4fe2-b242-4b6d71e0cfce,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:56.459972 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3085c31b-7cd7-4f84-85a0-b4a300c092e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567368'] for router_gateway, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:56.549940 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3085c31b-7cd7-4f84-85a0-b4a300c092e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58318'] for router, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:56.552709 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3085c31b-7cd7-4f84-85a0-b4a300c092e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:56.604617 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3085c31b-7cd7-4f84-85a0-b4a300c092e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632508'] for router, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:56.605052 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3085c31b-7cd7-4f84-85a0-b4a300c092e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c2a43bc-f735-447a-8d12-d25c87af7b0c {{(pid=93384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:44:56.610651 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3085c31b-7cd7-4f84-85a0-b4a300c092e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:56.611822 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-3085c31b-7cd7-4f84-85a0-b4a300c092e1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1c2a43bc-f735-447a-8d12-d25c87af7b0c HTTP/1.1" status: 204 len: 168 time: 0.8623905 Jul 19 17:44:56.614637 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 46302) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:56.666409 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f4894bb-2ed4-4008-9b88-1f80ae941598 admin admin] Deleting subnet e2f7774a-4edc-4422-a603-06fff220f9d8 {{(pid=93384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:44:56.668651 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2f4894bb-2ed4-4008-9b88-1f80ae941598 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:56.705713 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2f4894bb-2ed4-4008-9b88-1f80ae941598 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5138715'] for subnet, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:56.789838 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2f4894bb-2ed4-4008-9b88-1f80ae941598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428619'] for subnet, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:56.843258 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2f4894bb-2ed4-4008-9b88-1f80ae941598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6210967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5076143'] for subnet, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:56.868781 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4894bb-2ed4-4008-9b88-1f80ae941598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2f7774a-4edc-4422-a603-06fff220f9d8,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:56.872531 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2f4894bb-2ed4-4008-9b88-1f80ae941598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:56.874751 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-2f4894bb-2ed4-4008-9b88-1f80ae941598 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e2f7774a-4edc-4422-a603-06fff220f9d8 HTTP/1.1" status: 204 len: 168 time: 0.2588780 Jul 19 17:44:56.877013 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 46304) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:56.877435 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24115c12-cb49-45c6-b42e-fbe10412ac68 None None] Network 32686385-9f8a-48d8-ae63-fc5b5a190c98 requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:44:56.953024 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-881e4f6a-9518-436f-8ad6-362423ff6064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366402'] for network, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:57.025256 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-881e4f6a-9518-436f-8ad6-362423ff6064 admin admin] Deleting port 18e941f2-0461-4568-b905-7840e5d395b3 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:44:57.025606 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-881e4f6a-9518-436f-8ad6-362423ff6064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:57.090815 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a6b283-d8d3-4e25-916d-b501e6062ec2 None None] DHCP port deletion for 32686385-9f8a-48d8-ae63-fc5b5a190c98 request from dv-cinder-800695-4-iscsi {{(pid=93385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:44:57.106687 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [None req-881e4f6a-9518-436f-8ad6-362423ff6064 admin admin] For port 18e941f2-0461-4568-b905-7840e5d395b3, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=18e941f2-0461-4568-b905-7840e5d395b3,segment=NetworkSegment(99c6287f-76fe-493e-8889-05eb89f545c6),segment_id=99c6287f-76fe-493e-8889-05eb89f545c6)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:44:57.107308 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-881e4f6a-9518-436f-8ad6-362423ff6064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:57.128929 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-881e4f6a-9518-436f-8ad6-362423ff6064 admin admin] Calling delete_port for 18e941f2-0461-4568-b905-7840e5d395b3 owned by network:dhcp {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:44:57.152811 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:57.165357 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-26a6b283-d8d3-4e25-916d-b501e6062ec2 None None] Deleting port 18e941f2-0461-4568-b905-7840e5d395b3 {{(pid=93385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:44:57.165979 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-26a6b283-d8d3-4e25-916d-b501e6062ec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:57.225533 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-881e4f6a-9518-436f-8ad6-362423ff6064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:57.235305 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-26a6b283-d8d3-4e25-916d-b501e6062ec2 None None] For port 18e941f2-0461-4568-b905-7840e5d395b3, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=18e941f2-0461-4568-b905-7840e5d395b3,segment=NetworkSegment(99c6287f-76fe-493e-8889-05eb89f545c6),segment_id=99c6287f-76fe-493e-8889-05eb89f545c6)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:44:57.235685 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-26a6b283-d8d3-4e25-916d-b501e6062ec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:57.253581 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e4f6a-9518-436f-8ad6-362423ff6064 admin admin] Pushing event deleted for resources: {'Port': ['ID=18e941f2-0461-4568-b905-7840e5d395b3,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:57.255492 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881e4f6a-9518-436f-8ad6-362423ff6064 admin admin] No DVR routers for this DVR port 18e941f2-0461-4568-b905-7840e5d395b3 on host dv-cinder-800695-4-iscsi {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:44:57.259716 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-26a6b283-d8d3-4e25-916d-b501e6062ec2 None None] Calling delete_port for 18e941f2-0461-4568-b905-7840e5d395b3 owned by network:dhcp {{(pid=93385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:44:57.331380 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-881e4f6a-9518-436f-8ad6-362423ff6064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428391', 'neutron.services.segments.db._delete_segments_for_network-8742494453050'] for network, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:57.341645 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-881e4f6a-9518-436f-8ad6-362423ff6064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32686385-9f8a-48d8-ae63-fc5b5a190c98']}} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:57.345861 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-26a6b283-d8d3-4e25-916d-b501e6062ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146'] for port, after_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:57.351506 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-881e4f6a-9518-436f-8ad6-362423ff6064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c6287f-76fe-493e-8889-05eb89f545c6') {'for_net_delete': True} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:57.351796 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-881e4f6a-9518-436f-8ad6-362423ff6064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c6287f-76fe-493e-8889-05eb89f545c6') {} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:57.361394 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-881e4f6a-9518-436f-8ad6-362423ff6064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742494456131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5138688'] for segment, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:57.371392 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6b283-d8d3-4e25-916d-b501e6062ec2 None None] Pushing event deleted for resources: {'Port': ['ID=18e941f2-0461-4568-b905-7840e5d395b3,revision_number=None']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:57.375846 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a6b283-d8d3-4e25-916d-b501e6062ec2 None None] No DVR routers for this DVR port 18e941f2-0461-4568-b905-7840e5d395b3 on host dv-cinder-800695-4-iscsi {{(pid=93385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:44:57.377173 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-881e4f6a-9518-436f-8ad6-362423ff6064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:57.382864 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a6b283-d8d3-4e25-916d-b501e6062ec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:57.385904 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-881e4f6a-9518-436f-8ad6-362423ff6064 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:44:57.385904 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-881e4f6a-9518-436f-8ad6-362423ff6064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6211069'] for segment, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: Traceback (most recent call last): Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: timer() Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: cb(*args, **kw) Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: return func(*args, **kwargs) Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: self._notify() Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: self.callback(batched_events) Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: event.method(event) Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: return f(self, *a, **k) Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: return self._get(url).json() Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: return self.request(url, 'GET', **kwargs) Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:44:57.387400 dv-cinder-800695-4-iscsi neutron-server[93384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:44:57.390048 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a6b283-d8d3-4e25-916d-b501e6062ec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:57.390048 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a6b283-d8d3-4e25-916d-b501e6062ec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:57.390048 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a6b283-d8d3-4e25-916d-b501e6062ec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:57.390048 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a6b283-d8d3-4e25-916d-b501e6062ec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:57.390048 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a6b283-d8d3-4e25-916d-b501e6062ec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:57.390048 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a6b283-d8d3-4e25-916d-b501e6062ec2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:57.390048 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a6b283-d8d3-4e25-916d-b501e6062ec2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:57.390048 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a6b283-d8d3-4e25-916d-b501e6062ec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:57.390784 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a6b283-d8d3-4e25-916d-b501e6062ec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:57.390784 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a6b283-d8d3-4e25-916d-b501e6062ec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:57.390978 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a6b283-d8d3-4e25-916d-b501e6062ec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-4-iscsi {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:57.444760 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-881e4f6a-9518-436f-8ad6-362423ff6064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567412'] for network, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:57.449937 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-881e4f6a-9518-436f-8ad6-362423ff6064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:57.452548 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-881e4f6a-9518-436f-8ad6-362423ff6064 admin admin] 10.222.0.32 "DELETE /v2.0/networks/32686385-9f8a-48d8-ae63-fc5b5a190c98 HTTP/1.1" status: 204 len: 168 time: 0.5745349 Jul 19 17:44:57.454525 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 46306) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:57.471988 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e4f6a-9518-436f-8ad6-362423ff6064 admin admin] Pushing event deleted for resources: {'Network': ['ID=32686385-9f8a-48d8-ae63-fc5b5a190c98,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:57.845294 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-45217050-fba6-4b02-8e56-53c52a2a434c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631942'] for router_interface, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:58.104414 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-45217050-fba6-4b02-8e56-53c52a2a434c admin admin] Deleting port 61193ba2-f719-4825-a98f-0e263b456289 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:44:58.105063 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-45217050-fba6-4b02-8e56-53c52a2a434c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:58.196118 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [None req-45217050-fba6-4b02-8e56-53c52a2a434c admin admin] For port 61193ba2-f719-4825-a98f-0e263b456289, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=61193ba2-f719-4825-a98f-0e263b456289,segment=NetworkSegment(11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9),segment_id=11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:44:58.196118 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-45217050-fba6-4b02-8e56-53c52a2a434c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:58.212340 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-45217050-fba6-4b02-8e56-53c52a2a434c admin admin] Calling delete_port for 61193ba2-f719-4825-a98f-0e263b456289 owned by network:router_interface {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:44:58.256748 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:44:58.280887 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:44:58.281561 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device a54c2d13-c7bb-4b23-ab7d-e5bfacb3f0ac not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:44:58.282086 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 18e941f2-0461-4568-b905-7840e5d395b3 no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:44:58.301281 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: 18e941f2-0461-4568-b905-7840e5d395b3 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:44:58.301925 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 18e941f2-0461-4568-b905-7840e5d395b3 not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:44:58.302273 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 932569d6-d2f6-4fe2-b242-4b6d71e0cfce no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:44:58.323843 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: 932569d6-d2f6-4fe2-b242-4b6d71e0cfce {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:44:58.324316 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 932569d6-d2f6-4fe2-b242-4b6d71e0cfce not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:44:58.445129 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-45217050-fba6-4b02-8e56-53c52a2a434c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:58.477751 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45217050-fba6-4b02-8e56-53c52a2a434c admin admin] Pushing event deleted for resources: {'Port': ['ID=61193ba2-f719-4825-a98f-0e263b456289,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:58.662906 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-45217050-fba6-4b02-8e56-53c52a2a434c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632042'] for router_interface, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:58.895981 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45217050-fba6-4b02-8e56-53c52a2a434c admin admin] Router 58486a23-8b04-4145-8b18-03d32e892e12 has already been hosted by L3 agent a33a98f3-54fa-458b-9804-da8b6e418e95 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:44:59.001043 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45217050-fba6-4b02-8e56-53c52a2a434c admin admin] Notify agent at l3_agent.dv-cinder-800695-4-iscsi the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:44:59.006002 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-45217050-fba6-4b02-8e56-53c52a2a434c admin admin] 10.222.0.32 "PUT /v2.0/routers/58486a23-8b04-4145-8b18-03d32e892e12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5505116 Jul 19 17:44:59.008705 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 46308) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:59.011253 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a267f-a659-4b44-acc5-22de840b839f None None] Sync routers for ids ['58486a23-8b04-4145-8b18-03d32e892e12'] in dv-cinder-800695-4-iscsi {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:44:59.021658 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a267f-a659-4b44-acc5-22de840b839f None None] Routers {'58486a23-8b04-4145-8b18-03d32e892e12'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:59.022288 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-901a267f-a659-4b44-acc5-22de840b839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:44:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['58486a23-8b04-4145-8b18-03d32e892e12'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:59.117917 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5545f506-f002-4d1b-abec-b1d74f7be924 admin admin] Notify callbacks [] for router, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:59.139112 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-901a267f-a659-4b44-acc5-22de840b839f None None] Set router 58486a23-8b04-4145-8b18-03d32e892e12 gateway port host: dv-cinder-800695-4-iscsi {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:59.246544 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5545f506-f002-4d1b-abec-b1d74f7be924 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:59.302550 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-5545f506-f002-4d1b-abec-b1d74f7be924 admin admin] Deleting port 28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:44:59.302550 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5545f506-f002-4d1b-abec-b1d74f7be924 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:59.320821 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-901a267f-a659-4b44-acc5-22de840b839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58486a23-8b04-4145-8b18-03d32e892e12', 'name': 'tempest-TestVolumeBootPattern-683328307-router', 'tenant_id': '4fd2d65c1f6b427cb20549e01781713c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'external_fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:38:04Z', 'updated_at': '2021-07-19T17:44:58Z', 'revision_number': 5, 'project_id': '4fd2d65c1f6b427cb20549e01781713c', 'gw_port': {'id': '28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45', 'name': '', 'network_id': '3fed661f-002c-47fa-82e8-e8fe637e9a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486a23-8b04-4145-8b18-03d32e892e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:38:05Z', 'updated_at': '2021-07-19T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9685ae7-9a27-4715-b6ba-5b2ee3ce2e30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-4-iscsi'}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:59.348997 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a267f-a659-4b44-acc5-22de840b839f None None] Checking router: 58486a23-8b04-4145-8b18-03d32e892e12 for host: dv-cinder-800695-4-iscsi {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:44:59.360948 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a267f-a659-4b44-acc5-22de840b839f None None] Routers {'58486a23-8b04-4145-8b18-03d32e892e12'} bound to L3 agent in host dv-cinder-800695-4-iscsi {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:59.361580 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-901a267f-a659-4b44-acc5-22de840b839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:24:24Z,description=,heartbeat_timestamp=2021-07-19T17:44:54Z,host='dv-cinder-800695-4-iscsi',id=a33a98f3-54fa-458b-9804-da8b6e418e95,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:24:24Z,topic='l3_agent')) {'router_ids': ['58486a23-8b04-4145-8b18-03d32e892e12'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:59.455688 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-901a267f-a659-4b44-acc5-22de840b839f None None] Set router 58486a23-8b04-4145-8b18-03d32e892e12 gateway port host: None {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:59.523654 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-901a267f-a659-4b44-acc5-22de840b839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58486a23-8b04-4145-8b18-03d32e892e12', 'name': 'tempest-TestVolumeBootPattern-683328307-router', 'tenant_id': '4fd2d65c1f6b427cb20549e01781713c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:38:04Z', 'updated_at': '2021-07-19T17:44:59Z', 'revision_number': 6, 'project_id': '4fd2d65c1f6b427cb20549e01781713c', 'gw_port_host': None}], 'dv-cinder-800695-4-iscsi', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:59.552784 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a267f-a659-4b44-acc5-22de840b839f None None] The sync data for ids ['58486a23-8b04-4145-8b18-03d32e892e12'] in dv-cinder-800695-4-iscsi is: [{'id': '58486a23-8b04-4145-8b18-03d32e892e12', 'name': 'tempest-TestVolumeBootPattern-683328307-router', 'tenant_id': '4fd2d65c1f6b427cb20549e01781713c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:38:04Z', 'updated_at': '2021-07-19T17:44:59Z', 'revision_number': 6, 'project_id': '4fd2d65c1f6b427cb20549e01781713c', 'gw_port_host': None}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:44:59.667490 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [None req-5545f506-f002-4d1b-abec-b1d74f7be924 admin admin] For port 28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45,segment=NetworkSegment(128b4378-a353-4a54-8af1-e86fe6f28281),segment_id=128b4378-a353-4a54-8af1-e86fe6f28281)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:44:59.667843 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5545f506-f002-4d1b-abec-b1d74f7be924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:59.688688 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-5545f506-f002-4d1b-abec-b1d74f7be924 admin admin] Calling delete_port for 28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45 owned by network:router_gateway {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:44:59.861504 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5545f506-f002-4d1b-abec-b1d74f7be924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:59.888248 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545f506-f002-4d1b-abec-b1d74f7be924 admin admin] Pushing event deleted for resources: {'Port': ['ID=28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:59.962446 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5545f506-f002-4d1b-abec-b1d74f7be924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567368'] for router_gateway, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:00.060293 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5545f506-f002-4d1b-abec-b1d74f7be924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58318'] for router, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:00.062523 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5545f506-f002-4d1b-abec-b1d74f7be924 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:00.105373 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5545f506-f002-4d1b-abec-b1d74f7be924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632508'] for router, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:00.105935 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5545f506-f002-4d1b-abec-b1d74f7be924 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58486a23-8b04-4145-8b18-03d32e892e12 {{(pid=93384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:45:00.110376 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5545f506-f002-4d1b-abec-b1d74f7be924 admin admin] Notify callbacks [] for router, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:00.111603 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-5545f506-f002-4d1b-abec-b1d74f7be924 admin admin] 10.222.0.32 "DELETE /v2.0/routers/58486a23-8b04-4145-8b18-03d32e892e12 HTTP/1.1" status: 204 len: 168 time: 1.1017857 Jul 19 17:45:00.114391 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 46310) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:00.168290 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.db_base_plugin_v2 [None req-68facd9e-9ab3-478e-bff4-edd1eda52cb4 admin admin] Deleting subnet 7aeac84e-a0d4-4d25-b966-7a92d44d1831 {{(pid=93384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:45:00.171747 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-68facd9e-9ab3-478e-bff4-edd1eda52cb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:00.206444 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-68facd9e-9ab3-478e-bff4-edd1eda52cb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5138715'] for subnet, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:00.287166 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-68facd9e-9ab3-478e-bff4-edd1eda52cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1428619'] for subnet, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:00.350198 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-68facd9e-9ab3-478e-bff4-edd1eda52cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6210967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5076143'] for subnet, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:00.381409 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68facd9e-9ab3-478e-bff4-edd1eda52cb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aeac84e-a0d4-4d25-b966-7a92d44d1831,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:00.386157 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-68facd9e-9ab3-478e-bff4-edd1eda52cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:00.388051 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-68facd9e-9ab3-478e-bff4-edd1eda52cb4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7aeac84e-a0d4-4d25-b966-7a92d44d1831 HTTP/1.1" status: 204 len: 168 time: 0.2727385 Jul 19 17:45:00.391806 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 46312) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:00.402795 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 61193ba2-f719-4825-a98f-0e263b456289 no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:45:00.432563 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdd1c5c-853d-4e06-9243-f42b64d094f6 None None] Network 22aab489-6834-461c-b8b6-024f20e1193b requested from dv-cinder-800695-4-iscsi {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:45:00.436056 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: 61193ba2-f719-4825-a98f-0e263b456289 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:45:00.436433 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 61193ba2-f719-4825-a98f-0e263b456289 not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:45:00.436862 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45 no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:45:00.464140 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-285c3fc9-50c2-44b0-895d-5f6579be2904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366402'] for network, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:00.469996 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: 28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:45:00.470351 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device 28aa8ae1-1539-4fc8-aeb8-3899cf6b0a45 not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:45:00.531233 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-285c3fc9-50c2-44b0-895d-5f6579be2904 admin admin] Deleting port fcbb8cce-edf3-416d-a709-6c17df5b9946 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:45:00.531592 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-285c3fc9-50c2-44b0-895d-5f6579be2904 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:00.605087 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.db [None req-285c3fc9-50c2-44b0-895d-5f6579be2904 admin admin] For port fcbb8cce-edf3-416d-a709-6c17df5b9946, host dv-cinder-800695-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-4-iscsi',level=0,port_id=fcbb8cce-edf3-416d-a709-6c17df5b9946,segment=NetworkSegment(11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9),segment_id=11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:45:00.605566 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-285c3fc9-50c2-44b0-895d-5f6579be2904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:00.619455 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-285c3fc9-50c2-44b0-895d-5f6579be2904 admin admin] Calling delete_port for fcbb8cce-edf3-416d-a709-6c17df5b9946 owned by network:dhcp {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:45:00.661317 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c85854-1309-457b-bd8e-5901d7389993 None None] DHCP port deletion for 22aab489-6834-461c-b8b6-024f20e1193b request from dv-cinder-800695-4-iscsi {{(pid=93385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:45:00.723033 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-285c3fc9-50c2-44b0-895d-5f6579be2904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6211008'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:00.723424 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-04c85854-1309-457b-bd8e-5901d7389993 None None] Deleting port fcbb8cce-edf3-416d-a709-6c17df5b9946 {{(pid=93385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:45:00.723652 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-04c85854-1309-457b-bd8e-5901d7389993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742494539165'] for port, before_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:00.754583 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c3fc9-50c2-44b0-895d-5f6579be2904 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcbb8cce-edf3-416d-a709-6c17df5b9946,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:00.761858 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c3fc9-50c2-44b0-895d-5f6579be2904 admin admin] No DVR routers for this DVR port fcbb8cce-edf3-416d-a709-6c17df5b9946 on host dv-cinder-800695-4-iscsi {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:45:00.793291 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-04c85854-1309-457b-bd8e-5901d7389993 None None] For port fcbb8cce-edf3-416d-a709-6c17df5b9946, host dv-cinder-800695-4-iscsi, got binding levels [] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:45:00.793685 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-04c85854-1309-457b-bd8e-5901d7389993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632473'] for port, precommit_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:00.806613 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-04c85854-1309-457b-bd8e-5901d7389993 None None] Calling delete_port for fcbb8cce-edf3-416d-a709-6c17df5b9946 owned by network:dhcp {{(pid=93385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:45:00.809473 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.ipam_backend_mixin [None req-04c85854-1309-457b-bd8e-5901d7389993 None None] Port fcbb8cce-edf3-416d-a709-6c17df5b9946 was not found and therefore no delete operation was performed {{(pid=93385) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 17:45:00.810783 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-04c85854-1309-457b-bd8e-5901d7389993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1806373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742494537328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742494134146'] for port, after_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:00.836483 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-285c3fc9-50c2-44b0-895d-5f6579be2904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428391', 'neutron.services.segments.db._delete_segments_for_network-8742494453050'] for network, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:00.851719 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-285c3fc9-50c2-44b0-895d-5f6579be2904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22aab489-6834-461c-b8b6-024f20e1193b']}} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:00.864963 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-285c3fc9-50c2-44b0-895d-5f6579be2904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9') {'for_net_delete': True} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:00.865304 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.services.segments.db [None req-285c3fc9-50c2-44b0-895d-5f6579be2904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11bb4ceb-9782-48a4-ab61-ff8c95e4d0c9') {} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:00.878575 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-285c3fc9-50c2-44b0-895d-5f6579be2904 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742494456131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5138688'] for segment, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:00.898968 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-285c3fc9-50c2-44b0-895d-5f6579be2904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467'] for segment, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:00.908489 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285c3fc9-50c2-44b0-895d-5f6579be2904 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:45:00.909126 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-285c3fc9-50c2-44b0-895d-5f6579be2904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6211069'] for segment, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: Traceback (most recent call last): Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: timer() Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: cb(*args, **kw) Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: return func(*args, **kwargs) Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: self._notify() Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: self.callback(batched_events) Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: event.method(event) Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: return f(self, *a, **k) Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: return self._get(url).json() Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: return self.request(url, 'GET', **kwargs) Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:45:00.911620 dv-cinder-800695-4-iscsi neutron-server[93384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:45:00.966475 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c85854-1309-457b-bd8e-5901d7389993 None None] Pushing event deleted for resources: {'Port': ['ID=fcbb8cce-edf3-416d-a709-6c17df5b9946,revision_number=None']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:00.972414 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c85854-1309-457b-bd8e-5901d7389993 None None] No DVR routers for this DVR port fcbb8cce-edf3-416d-a709-6c17df5b9946 on host dv-cinder-800695-4-iscsi {{(pid=93385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:45:00.989751 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-285c3fc9-50c2-44b0-895d-5f6579be2904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567412'] for network, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:00.995753 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-285c3fc9-50c2-44b0-895d-5f6579be2904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582627'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:00.997836 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-285c3fc9-50c2-44b0-895d-5f6579be2904 admin admin] 10.222.0.32 "DELETE /v2.0/networks/22aab489-6834-461c-b8b6-024f20e1193b HTTP/1.1" status: 204 len: 168 time: 0.6050293 Jul 19 17:45:01.009534 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c3fc9-50c2-44b0-895d-5f6579be2904 admin admin] Pushing event deleted for resources: {'Network': ['ID=22aab489-6834-461c-b8b6-024f20e1193b,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:01.173039 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 46316) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:01.219169 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-6dd13ba0-5bbc-4fa3-ae9b-b82cf59a9f11 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf97fcc6cb3e46aaa1f34bd3717bec18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449073 Jul 19 17:45:01.223029 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.32', 46318) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:01.275917 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d1b97963-3b6a-4f37-9e9f-22aeba295ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:01.304561 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d1b97963-3b6a-4f37-9e9f-22aeba295ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:01.363183 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d1b97963-3b6a-4f37-9e9f-22aeba295ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:01.366136 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d1b97963-3b6a-4f37-9e9f-22aeba295ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:01.367453 dv-cinder-800695-4-iscsi neutron-server[93384]: INFO neutron.wsgi [None req-d1b97963-3b6a-4f37-9e9f-22aeba295ef6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e37e3a4a-c498-4184-a79f-fc84f2f81dd4 HTTP/1.1" status: 204 len: 168 time: 0.1434734 Jul 19 17:45:01.377551 dv-cinder-800695-4-iscsi neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b97963-3b6a-4f37-9e9f-22aeba295ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37e3a4a-c498-4184-a79f-fc84f2f81dd4,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:01.791134 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 46324) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:01.841028 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-c3b84961-7b25-4242-aab0-05c6090a9c0e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4fd2d65c1f6b427cb20549e01781713c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485911 Jul 19 17:45:01.844392 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.32', 46326) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:01.904674 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-eedd47f6-fb33-4ba1-a9e4-2be43fd7c1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:01.932737 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-eedd47f6-fb33-4ba1-a9e4-2be43fd7c1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:01.991399 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-eedd47f6-fb33-4ba1-a9e4-2be43fd7c1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774303'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:01.994034 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-eedd47f6-fb33-4ba1-a9e4-2be43fd7c1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:01.995210 dv-cinder-800695-4-iscsi neutron-server[93383]: INFO neutron.wsgi [None req-eedd47f6-fb33-4ba1-a9e4-2be43fd7c1bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4eb65673-ca20-442c-a0d5-a5e7ab0ee3c1 HTTP/1.1" status: 204 len: 168 time: 0.1498780 Jul 19 17:45:02.006289 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd47f6-fb33-4ba1-a9e4-2be43fd7c1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb65673-ca20-442c-a0d5-a5e7ab0ee3c1,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:02.223947 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device fcbb8cce-edf3-416d-a709-6c17df5b9946 no longer exists at agent ovs-agent-dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:45:02.245535 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] No Port match for: fcbb8cce-edf3-416d-a709-6c17df5b9946 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:45:02.245978 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Device fcbb8cce-edf3-416d-a709-6c17df5b9946 not bound to the agent host dv-cinder-800695-4-iscsi {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:45:17.895329 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:21.277144 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-7777bfe6-51ce-4a26-ac76-7a8163004b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:23.614299 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:45:24.026559 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5774aa98-9bc2-4be9-a5f9-c5d99979823b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:24.446511 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:25.371327 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:27.146611 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:47.892037 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:51.268639 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-30f2c809-3ea0-47db-8e6f-1a54a033e591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:54.029322 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-03867abd-c907-44b6-a4a6-2c2c15ba1f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:54.449654 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:55.379552 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:57.147059 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:00.613483 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:46:17.906478 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:21.269194 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-275b3618-eb2d-44d9-871d-bc4703864df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:24.031848 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8e3e9c22-e3c6-4377-b838-11db91de30fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:24.452242 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:25.378243 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:27.150809 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:37.613089 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:46:47.900294 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:51.272263 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-91c12d4f-f474-463a-b700-e67d20db5986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:54.036346 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0df4bd9b-37ed-4afc-84f0-90972d95b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:54.456167 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:55.381138 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.154568 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:14.612067 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:47:17.918741 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:21.274267 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-41d6a712-29ee-4f56-9c0e-4508c9ebc5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:24.038686 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-fb1f03ea-951e-487c-8736-b374135cb790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:24.458277 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:25.385151 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:27.154797 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:47.919422 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:51.276131 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-4e8f0afd-a236-461d-8ed6-1a6a882bc706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:51.612398 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:47:54.045684 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5b94eb78-0acf-4fd6-857d-a422d3fc4b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:54.460624 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:55.397105 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:57.159272 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:17.950850 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:21.276627 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-71b56e6d-d5a3-4f85-b0ec-8e11a2c9cb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:24.037183 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a0c02c76-6810-43b5-abc6-b4335e5a0686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:24.461350 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:25.396759 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:27.162227 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:28.611372 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:48:47.962375 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:51.277965 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2d96778c-c5d0-462b-8f6e-5e99e1e8dab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:54.039449 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-645f8c78-4d47-4fc9-a608-5157db33d154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:54.462786 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:55.401140 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:57.162694 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:05.610543 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:49:17.961576 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:21.278747 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1c7922d0-5e57-46d4-baf9-bb45e6e846e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:24.041964 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-b2c43ba1-d748-49f3-bad3-1b35b1eb9b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:24.465477 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:25.403111 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:27.165389 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:35.505019 dv-cinder-800695-4-iscsi neutron-server[93383]: DEBUG neutron.wsgi [req-a0794191-3247-44dc-925c-aa99b080628b req-0b9dd3e7-f44a-4a9d-bdf3-30795741d60e service neutron] (93383) timed out ('10.222.0.59', 51949) {{(pid=93383) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 19 17:49:42.610515 dv-cinder-800695-4-iscsi neutron-server[93386]: DEBUG neutron.db.agents_db [None req-ff5b1f97-4255-468d-b586-3292909b3c7a None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:49:47.965546 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0ed73fc6-39d3-4dea-89ff-51b7a0e077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:51.279620 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-640a848d-6ef4-4274-a427-9e23206289f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:54.045046 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ec4e-9e5c-4679-bffb-b9c20353e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:54.470864 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-00df1198-3d0a-422f-a1aa-ef515578f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:55.416352 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6594-c8ce-44e7-938f-0c8120711df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:57.168418 dv-cinder-800695-4-iscsi neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5961718a-8064-4c81-ba28-edbdaa4f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742494453032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388697'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}